.tools/gdbmon.py 12195 10 (version 1.3) === 2015-10-12T16:55:08.796222+0000 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.046 cont 0.000 === 2015-10-12T16:55:18.854227+0000 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00000000012f7229 in __wt_btcur_insert () #1 0x0000000001338246 in ?? () #2 0x0000000000d7a461 in mongo::WiredTigerRecordStore::insertRecord(mongo::OperationContext*, char const*, int, bool) () #3 0x00000000008f4b7e in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #4 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #5 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #6 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #7 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #8 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #9 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.055 cont 0.000 === 2015-10-12T16:55:28.916728+0000 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.045 cont 0.000 === 2015-10-12T16:55:38.970048+0000 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ec80d in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9079ce910 in char* std::string::_S_construct(char const*, char const*, std::allocator const&, std::forward_iterator_tag) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #1 0x00007fd9079ce9ed in std::basic_string, std::allocator >::basic_string(char const*, unsigned long, std::allocator const&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #2 0x00000000009a76db in mongo::LockerImpl::isCollectionLockedForMode(mongo::StringData const&, mongo::LockMode) const () #3 0x00000000009956d7 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #4 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #5 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #6 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #7 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x0000000001346c8d in __wt_cursor_set_valuev () #1 0x0000000001346fdc in __wt_cursor_set_value () #2 0x0000000000d6b996 in mongo::WiredTigerIndexUnique::_insert(__wt_cursor*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #3 0x0000000000d6cb18 in mongo::WiredTigerIndex::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #4 0x0000000000a73a1b in mongo::BtreeBasedAccessMethod::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #5 0x0000000000906fde in mongo::IndexCatalog::_indexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&) () #6 0x0000000000907355 in mongo::IndexCatalog::indexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&) () #7 0x00000000008f4be0 in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #8 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #9 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #10 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #11 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #12 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #13 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #16 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #17 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #18 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #19 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #20 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #21 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #22 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x0000000000fb33e1 in tcmalloc::CentralFreeList::FetchFromOneSpans(int, void**, void**) () #1 0x0000000000fb37e6 in tcmalloc::CentralFreeList::RemoveRange(void**, void**, int) () #2 0x0000000000fbfb13 in tcmalloc::ThreadCache::FetchFromCentralCache(unsigned long, unsigned long) () #3 0x0000000001410372 in tc_calloc () #4 0x0000000001364ff8 in __wt_calloc () #5 0x000000000131d94d in __wt_update_alloc () #6 0x000000000131ea8c in __wt_row_modify () #7 0x00000000012f7536 in __wt_btcur_insert () #8 0x0000000001338246 in ?? () #9 0x0000000000d695ba in mongo::WiredTigerIndexStandard::_insert(__wt_cursor*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #10 0x0000000000d6cb18 in mongo::WiredTigerIndex::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #11 0x0000000000a73a1b in mongo::BtreeBasedAccessMethod::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #12 0x0000000000906fde in mongo::IndexCatalog::_indexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&) () #13 0x0000000000907355 in mongo::IndexCatalog::indexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&) () #14 0x00000000008f4be0 in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #15 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #16 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #17 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #18 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #19 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #20 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #21 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #22 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #23 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #24 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #25 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #26 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #27 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #28 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #29 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.067 cont 0.000 === 2015-10-12T16:55:49.045425+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 0x00007fd9079a73d6 in std::ostream::sentry::sentry(std::ostream&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #1 0x00007fd9079a7751 in std::ostream::write(char const*, long) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #2 0x00000000009ce389 in mongo::Helpers::RemoveSaver::goingToDelete(mongo::BSONObj const&) () #3 0x00000000009cf507 in mongo::Helpers::removeRange(mongo::OperationContext*, mongo::KeyRange const&, bool, mongo::WriteConcernOptions const&, mongo::Helpers::RemoveSaver*, bool, bool) () #4 0x0000000000bed523 in mongo::RangeDeleterDBEnv::deleteRange(mongo::OperationContext*, mongo::RangeDeleteEntry const&, long long*, std::string*) () #5 0x0000000000beac22 in mongo::RangeDeleter::doWork() () #6 0x0000000000fac5f4 in ?? () #7 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #8 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x0000000001337fac in ?? () #1 0x0000000000d6b9ab in mongo::WiredTigerIndexUnique::_insert(__wt_cursor*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #2 0x0000000000d6cb18 in mongo::WiredTigerIndex::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #3 0x0000000000a73a1b in mongo::BtreeBasedAccessMethod::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #4 0x0000000000906fde in mongo::IndexCatalog::_indexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&) () #5 0x0000000000907355 in mongo::IndexCatalog::indexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&) () #6 0x00000000008f4be0 in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #7 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #8 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #9 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #10 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #11 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #12 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #21 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x000000000131f4a0 in __wt_search_insert () #1 0x000000000131fb4e in __wt_row_search () #2 0x00000000012f75a6 in __wt_btcur_insert () #3 0x0000000001338246 in ?? () #4 0x0000000000d695ba in mongo::WiredTigerIndexStandard::_insert(__wt_cursor*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #5 0x0000000000d6cb18 in mongo::WiredTigerIndex::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #6 0x0000000000a73a1b in mongo::BtreeBasedAccessMethod::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #7 0x0000000000906fde in mongo::IndexCatalog::_indexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&) () #8 0x0000000000907355 in mongo::IndexCatalog::indexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&) () #9 0x00000000008f4be0 in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #10 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #11 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #12 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #13 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #14 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #15 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #16 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #17 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #18 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #19 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #20 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #21 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #22 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #23 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #24 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.061 cont 0.000 === 2015-10-12T16:55:59.117818+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 __memcmp_sse4_1 () at ../sysdeps/x86_64/multiarch/memcmp-sse4.S:47 #1 0x00007fd9079cce53 in std::string::compare(std::string const&) const () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #2 0x0000000000e0eef2 in std::_Rb_tree >, std::_Select1st > >, std::less, std::allocator > > >::find(std::string const&) () #3 0x0000000000e093f3 in mongo::ShardingState::getCollectionMetadata(std::string const&) () #4 0x00000000009cf2ee in mongo::Helpers::removeRange(mongo::OperationContext*, mongo::KeyRange const&, bool, mongo::WriteConcernOptions const&, mongo::Helpers::RemoveSaver*, bool, bool) () #5 0x0000000000bed523 in mongo::RangeDeleterDBEnv::deleteRange(mongo::OperationContext*, mongo::RangeDeleteEntry const&, long long*, std::string*) () #6 0x0000000000beac22 in mongo::RangeDeleter::doWork() () #7 0x0000000000fac5f4 in ?? () #8 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #9 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.050 cont 0.000 === 2015-10-12T16:56:09.179202+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.051 cont 0.000 === 2015-10-12T16:56:19.237855+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00000000014101d4 in tc_calloc () #1 0x0000000001364ff8 in __wt_calloc () #2 0x000000000131d94d in __wt_update_alloc () #3 0x000000000131ea8c in __wt_row_modify () #4 0x00000000012f7536 in __wt_btcur_insert () #5 0x0000000001338246 in ?? () #6 0x0000000000d6b9ab in mongo::WiredTigerIndexUnique::_insert(__wt_cursor*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #7 0x0000000000d6cb18 in mongo::WiredTigerIndex::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #8 0x0000000000a73a1b in mongo::BtreeBasedAccessMethod::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #9 0x0000000000906fde in mongo::IndexCatalog::_indexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&) () #10 0x0000000000907355 in mongo::IndexCatalog::indexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&) () #11 0x00000000008f4be0 in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #12 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #13 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #14 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #15 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #16 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #17 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #18 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #19 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #20 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #21 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #22 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #23 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #24 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #25 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #26 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.059 cont 0.000 === 2015-10-12T16:56:29.307972+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.048 cont 0.000 === 2015-10-12T16:56:39.358783+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00000000009a3302 in void std::vector >::_M_emplace_back_aux(unsigned long const&) () #1 0x00000000009f6704 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080cb77 in mongo::BSONObjBuilderValueStream::endField(mongo::StringData const&) () #1 0x0000000000ce5183 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000012ec374 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.066 cont 0.001 === 2015-10-12T16:56:49.434305+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.053 cont 0.000 === 2015-10-12T16:56:59.498454+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.052 cont 0.000 === 2015-10-12T16:57:09.560146+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 __memmove_ssse3_back () at ../sysdeps/x86_64/multiarch/memcpy-ssse3-back.S:61 #1 0x000000000131d8fc in __wt_row_insert_alloc () #2 0x000000000131e03c in __wt_row_modify () #3 0x00000000012f7536 in __wt_btcur_insert () #4 0x0000000001338246 in ?? () #5 0x0000000000d7a461 in mongo::WiredTigerRecordStore::insertRecord(mongo::OperationContext*, char const*, int, bool) () #6 0x00000000008f4b7e in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #7 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #8 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #9 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #10 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #11 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #12 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #21 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.057 cont 0.000 === 2015-10-12T16:57:19.619923+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=39, buf=0x7fd908448260, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x00000000008334f5 in mongo::DBClientConnection::recv(mongo::Message&) () #6 0x0000000000e13c52 in mongo::DBClientMultiCommand::recvAny(mongo::ConnectionString*, mongo::BSONSerializable*) () #7 0x0000000000eb1a0a in mongo::ConfigCoordinator::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*, bool) () #8 0x0000000000dc4bcb in mongo::ClusterWriter::configWrite(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*, bool) () #9 0x0000000000dc605d in mongo::ClusterWriter::write(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #10 0x0000000000dc6389 in mongo::clusterWrite(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*, bool) () #11 0x0000000000dc64c2 in mongo::clusterInsert(std::string const&, mongo::BSONObj const&, mongo::BSONObj const&, mongo::BatchedCommandResponse*) () #12 0x0000000000dd0f88 in mongo::ConfigServer::logChange(std::string const&, std::string const&, mongo::BSONObj const&) () #13 0x0000000000e0576b in mongo::SplitChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #16 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #17 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #18 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #19 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #20 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #21 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #22 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.068 cont 0.000 === 2015-10-12T16:57:29.691881+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.059 cont 0.000 === 2015-10-12T16:57:39.761870+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T16:57:49.826875+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x0000000000803db2 in mongo::BSONElement::size() const () #1 0x000000000080ece8 in mongo::BSONObj::getField(mongo::StringData const&) const () #2 0x00000000008f4fc3 in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #3 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #4 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #5 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #6 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #7 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.057 cont 0.000 === 2015-10-12T16:57:59.895788+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.053 cont 0.000 === 2015-10-12T16:58:09.961833+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.049 cont 0.000 === 2015-10-12T16:58:20.021586+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.052 cont 0.000 === 2015-10-12T16:58:30.085851+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.048 cont 0.000 === 2015-10-12T16:58:40.145817+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 0x0000000000fb2e4d in tcmalloc::CentralFreeList::ReleaseToSpans(void*) () #1 0x0000000000fb300e in tcmalloc::CentralFreeList::ReleaseListToSpans(void*) () #2 0x0000000000fb32e6 in tcmalloc::CentralFreeList::InsertRange(void*, void*, int) () #3 0x0000000000fbfcb0 in tcmalloc::ThreadCache::ReleaseToCentralCache(tcmalloc::ThreadCache::FreeList*, unsigned long, int) () #4 0x0000000000fbfd4b in tcmalloc::ThreadCache::ListTooLong(tcmalloc::ThreadCache::FreeList*, unsigned long) () #5 0x0000000001410060 in tc_free () #6 0x00000000012ff3fa in __wt_page_out () #7 0x000000000130fe4d in __wt_split_multi () #8 0x000000000134d8e8 in __wt_evict () #9 0x000000000134b142 in __wt_evict_page () #10 0x000000000134b689 in __wt_evict_lru_page () #11 0x000000000134b88a in ?? () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 __memmove_ssse3_back () at ../sysdeps/x86_64/multiarch/memcpy-ssse3-back.S:2790 #1 0x0000000000ce5dc4 in mongo::KeyString::appendRecordId(mongo::RecordId) () #2 0x0000000000d6b936 in mongo::WiredTigerIndexUnique::_insert(__wt_cursor*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #3 0x0000000000d6cb18 in mongo::WiredTigerIndex::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #4 0x0000000000a73a1b in mongo::BtreeBasedAccessMethod::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #5 0x0000000000906fde in mongo::IndexCatalog::_indexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&) () #6 0x0000000000907355 in mongo::IndexCatalog::indexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&) () #7 0x00000000008f4be0 in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #8 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #9 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #10 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #11 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #12 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #13 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #16 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #17 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #18 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #19 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #20 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #21 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #22 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.060 cont 0.000 === 2015-10-12T16:58:50.209793+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x0000000001364fd1 in __wt_calloc () #1 0x000000000131d8c0 in __wt_row_insert_alloc () #2 0x000000000131e03c in __wt_row_modify () #3 0x00000000012f7536 in __wt_btcur_insert () #4 0x0000000001338246 in ?? () #5 0x0000000000d7a461 in mongo::WiredTigerRecordStore::insertRecord(mongo::OperationContext*, char const*, int, bool) () #6 0x00000000008f4b7e in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #7 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #8 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #9 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #10 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #11 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #12 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #21 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.059 cont 0.000 === 2015-10-12T16:59:00.271077+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00000000014116c1 in tc_new () #1 0x00007fd9079cd209 in std::string::_Rep::_S_create(unsigned long, unsigned long, std::allocator const&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #2 0x00007fd9079ce931 in char* std::string::_S_construct(char const*, char const*, std::allocator const&, std::forward_iterator_tag) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #3 0x00007fd9079ce9ed in std::basic_string, std::allocator >::basic_string(char const*, unsigned long, std::allocator const&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #4 0x0000000000843862 in mongo::NamespaceString::NamespaceString(mongo::StringData const&) () #5 0x0000000000e07f74 in mongo::ensureShardVersionOKOrThrow(std::string const&) () #6 0x0000000000c2ef08 in mongo::repl::logOp(mongo::OperationContext*, char const*, char const*, mongo::BSONObj const&, mongo::BSONObj*, bool*, bool) () #7 0x0000000000995845 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #8 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #9 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #10 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #11 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #15 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #16 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #17 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #18 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #19 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #20 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00000000014116c5 in tc_new () #1 0x0000000000a8a6c9 in std::pair, bool> std::_Rb_tree, mongo::BSONObjCmp, std::allocator >::_M_insert_unique(mongo::BSONObj&&) () #2 0x0000000000a89107 in mongo::BtreeKeyGeneratorV1::getKeysImplWithArray(std::vector >, std::vector >, mongo::BSONObj const&, std::set >*, unsigned int, mongo::BSONObj const&) const () #3 0x0000000000a8a071 in mongo::BtreeKeyGeneratorV1::getKeysImpl(std::vector >, std::vector >, mongo::BSONObj const&, std::set >*) const () #4 0x0000000000a851f4 in mongo::BtreeKeyGenerator::getKeys(mongo::BSONObj const&, std::set >*) const () #5 0x0000000000a7392c in mongo::BtreeBasedAccessMethod::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #6 0x0000000000906fde in mongo::IndexCatalog::_indexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&) () #7 0x0000000000907355 in mongo::IndexCatalog::indexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&) () #8 0x00000000008f4be0 in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #9 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #10 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #11 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #12 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #13 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #14 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #16 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #17 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #18 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #19 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #20 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #21 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #22 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #23 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.063 cont 0.000 === 2015-10-12T16:59:10.343344+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 0x00000000012edd8b in __wt_btcur_next () #1 0x00000000012f65b5 in __wt_btcur_search_near () #2 0x000000000133798a in ?? () #3 0x0000000000d69912 in ?? () #4 0x0000000000d69b65 in ?? () #5 0x0000000000d6bdc8 in ?? () #6 0x0000000000a82361 in mongo::BtreeIndexCursor::seek(mongo::BSONObj const&) () #7 0x00000000009f5d9e in mongo::IndexScan::initIndexScan() () #8 0x00000000009f647d in mongo::IndexScan::work(unsigned long*) () #9 0x00000000009e9cad in mongo::FetchStage::work(unsigned long*) () #10 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x00000000009cf263 in mongo::Helpers::removeRange(mongo::OperationContext*, mongo::KeyRange const&, bool, mongo::WriteConcernOptions const&, mongo::Helpers::RemoveSaver*, bool, bool) () #13 0x0000000000bed523 in mongo::RangeDeleterDBEnv::deleteRange(mongo::OperationContext*, mongo::RangeDeleteEntry const&, long long*, std::string*) () #14 0x0000000000beac22 in mongo::RangeDeleter::doWork() () #15 0x0000000000fac5f4 in ?? () #16 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.056 cont 0.000 === 2015-10-12T16:59:20.401292+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 0x0000000000a84fce in mongo::BtreeKeyGenerator::getKeys(mongo::BSONObj const&, std::set >*) const () #1 0x0000000000a73ca5 in mongo::BtreeBasedAccessMethod::remove(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #2 0x00000000009070a9 in mongo::IndexCatalog::_unindexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #3 0x0000000000907418 in mongo::IndexCatalog::unindexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #4 0x00000000008f4d83 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #5 0x00000000009cf53e in mongo::Helpers::removeRange(mongo::OperationContext*, mongo::KeyRange const&, bool, mongo::WriteConcernOptions const&, mongo::Helpers::RemoveSaver*, bool, bool) () #6 0x0000000000bed523 in mongo::RangeDeleterDBEnv::deleteRange(mongo::OperationContext*, mongo::RangeDeleteEntry const&, long long*, std::string*) () #7 0x0000000000beac22 in mongo::RangeDeleter::doWork() () #8 0x0000000000fac5f4 in ?? () #9 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #10 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.050 cont 0.000 === 2015-10-12T16:59:30.461585+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.048 cont 0.000 === 2015-10-12T16:59:40.518232+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x0000000000ce3d13 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 __memmove_ssse3_back () at ../sysdeps/x86_64/multiarch/memcpy-ssse3-back.S:1776 #1 0x0000000000d6d8f4 in ?? () #2 0x0000000000d6d9d3 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 0x00007fd907123460 in __libc_writev (fd=43, vector=0x7fd904561fd0, count=2) at ../sysdeps/unix/sysv/linux/writev.c:54 #1 0x00007fd90798eb75 in std::__basic_file::xsputn_2(char const*, long, char const*, long) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #2 0x00007fd9079c5374 in std::basic_filebuf >::xsputn(char const*, long) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #3 0x00007fd9079a7772 in std::ostream::write(char const*, long) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #4 0x00000000009ce389 in mongo::Helpers::RemoveSaver::goingToDelete(mongo::BSONObj const&) () #5 0x00000000009cf507 in mongo::Helpers::removeRange(mongo::OperationContext*, mongo::KeyRange const&, bool, mongo::WriteConcernOptions const&, mongo::Helpers::RemoveSaver*, bool, bool) () #6 0x0000000000bed523 in mongo::RangeDeleterDBEnv::deleteRange(mongo::OperationContext*, mongo::RangeDeleteEntry const&, long long*, std::string*) () #7 0x0000000000beac22 in mongo::RangeDeleter::doWork() () #8 0x0000000000fac5f4 in ?? () #9 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #10 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000bc5bd1 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #1 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #5 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #6 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #7 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #8 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #9 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #10 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000a22895 in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.064 cont 0.000 === 2015-10-12T16:59:50.593781+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x0000000000d9444c in mongo::logger::globalLogManager() () #1 0x0000000000d7c6ba in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #2 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #3 0x0000000000d7c855 in mongo::WiredTigerCursor::WiredTigerCursor(std::string const&, unsigned long, bool, mongo::OperationContext*) () #4 0x0000000000d7a3ec in mongo::WiredTigerRecordStore::insertRecord(mongo::OperationContext*, char const*, int, bool) () #5 0x00000000008f4b7e in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #6 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #7 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #8 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #9 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #10 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #11 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #15 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #16 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #17 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #18 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #19 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #20 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x000000000139ab89 in __wt_random () #1 0x000000000131e000 in __wt_row_modify () #2 0x00000000012f7536 in __wt_btcur_insert () #3 0x0000000001338246 in ?? () #4 0x0000000000d695ba in mongo::WiredTigerIndexStandard::_insert(__wt_cursor*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #5 0x0000000000d6cb18 in mongo::WiredTigerIndex::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #6 0x0000000000a73a1b in mongo::BtreeBasedAccessMethod::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #7 0x0000000000906fde in mongo::IndexCatalog::_indexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&) () #8 0x0000000000907355 in mongo::IndexCatalog::indexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&) () #9 0x00000000008f4be0 in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #10 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #11 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #12 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #13 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #14 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #15 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #16 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #17 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #18 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #19 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #20 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #21 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #22 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #23 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #24 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.071 cont 0.000 === 2015-10-12T17:00:00.669095+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 0x0000000000fbfc7e in tcmalloc::ThreadCache::ReleaseToCentralCache(tcmalloc::ThreadCache::FreeList*, unsigned long, int) () #1 0x0000000000fbfd4b in tcmalloc::ThreadCache::ListTooLong(tcmalloc::ThreadCache::FreeList*, unsigned long) () #2 0x0000000001410060 in tc_free () #3 0x00000000012ff41e in __wt_page_out () #4 0x000000000130fe4d in __wt_split_multi () #5 0x000000000134d8e8 in __wt_evict () #6 0x000000000134b142 in __wt_evict_page () #7 0x00000000013183ff in ?? () #8 0x0000000001318d32 in __wt_tree_walk () #9 0x000000000131187a in __wt_cache_op () #10 0x000000000139effa in __wt_txn_checkpoint () #11 0x00000000013925a6 in ?? () #12 0x000000000132abba in ?? () #13 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x000000000131e19e in __wt_row_modify () #1 0x00000000012f7536 in __wt_btcur_insert () #2 0x0000000001338246 in ?? () #3 0x0000000000d6b9ab in mongo::WiredTigerIndexUnique::_insert(__wt_cursor*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #4 0x0000000000d6cb18 in mongo::WiredTigerIndex::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #5 0x0000000000a73a1b in mongo::BtreeBasedAccessMethod::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #6 0x0000000000906fde in mongo::IndexCatalog::_indexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&) () #7 0x0000000000907355 in mongo::IndexCatalog::indexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&) () #8 0x00000000008f4be0 in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #9 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #10 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #11 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #12 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #13 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #14 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #16 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #17 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #18 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #19 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #20 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #21 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #22 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #23 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.060 cont 0.000 === 2015-10-12T17:00:10.737510+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 0x00007fd90796e6a4 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #1 0x0000000000bc604d in mongo::PlanExecutor::~PlanExecutor() () #2 0x00000000009cf27a in mongo::Helpers::removeRange(mongo::OperationContext*, mongo::KeyRange const&, bool, mongo::WriteConcernOptions const&, mongo::Helpers::RemoveSaver*, bool, bool) () #3 0x0000000000bed523 in mongo::RangeDeleterDBEnv::deleteRange(mongo::OperationContext*, mongo::RangeDeleteEntry const&, long long*, std::string*) () #4 0x0000000000beac22 in mongo::RangeDeleter::doWork() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000140fbca in tc_malloc () #1 0x0000000000eea439 in mongo::mongoMalloc(unsigned long) () #2 0x0000000000ce5049 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #3 0x0000000000d6da04 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000dede99 in mongo::MigrateFromStatus::storeCurrentLocs(mongo::OperationContext*, long long, std::string&, mongo::BSONObjBuilder&) () #10 0x0000000000df0374 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.056 cont 0.000 === 2015-10-12T17:00:20.805572+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.051 cont 0.000 === 2015-10-12T17:00:30.870711+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x000000000131df88 in __wt_row_modify () #1 0x00000000012f7536 in __wt_btcur_insert () #2 0x0000000001338246 in ?? () #3 0x0000000000d7a461 in mongo::WiredTigerRecordStore::insertRecord(mongo::OperationContext*, char const*, int, bool) () #4 0x00000000008f4b7e in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #5 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #6 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #7 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #8 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #9 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #10 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 __strstr_sse2_unaligned () at ../sysdeps/x86_64/multiarch/strstr-sse2-unaligned.S:23 #1 0x0000000000c2ef6f in mongo::repl::logOp(mongo::OperationContext*, char const*, char const*, mongo::BSONObj const&, mongo::BSONObj*, bool*, bool) () #2 0x0000000000995845 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #3 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #4 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #5 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #6 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00000000014116c1 in tc_new () #1 0x0000000000d80b76 in mongo::WiredTigerSession::releaseCursor(unsigned long, __wt_cursor*) () #2 0x0000000000d7c934 in mongo::WiredTigerCursor::~WiredTigerCursor() () #3 0x0000000000d6cb20 in mongo::WiredTigerIndex::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #4 0x0000000000a73a1b in mongo::BtreeBasedAccessMethod::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #5 0x0000000000906fde in mongo::IndexCatalog::_indexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&) () #6 0x0000000000907355 in mongo::IndexCatalog::indexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&) () #7 0x00000000008f4be0 in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #8 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #9 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #10 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #11 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #12 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #13 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #16 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #17 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #18 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #19 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #20 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #21 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #22 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.004 traces 0.066 cont 0.000 === 2015-10-12T17:00:40.948790+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:00:51.009482+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:01:01.069911+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.049 cont 0.000 === 2015-10-12T17:01:11.126980+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.054 cont 0.000 === 2015-10-12T17:01:21.191512+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.053 cont 0.000 === 2015-10-12T17:01:31.250729+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x0000000000d6b81b in mongo::WiredTigerIndexUnique::_insert(__wt_cursor*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #1 0x0000000000d6cb18 in mongo::WiredTigerIndex::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #2 0x0000000000a73a1b in mongo::BtreeBasedAccessMethod::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #3 0x0000000000906fde in mongo::IndexCatalog::_indexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&) () #4 0x0000000000907355 in mongo::IndexCatalog::indexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&) () #5 0x00000000008f4be0 in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #6 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #7 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #8 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #9 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #10 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #11 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #15 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #16 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #17 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #18 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #19 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #20 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.060 cont 0.000 === 2015-10-12T17:01:41.313776+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9070e5ce2 in __tzfile_compute (timer=1444669301, use_localtime=use_localtime@entry=1, leap_correct=leap_correct@entry=0x7fd908449960, leap_hit=leap_hit@entry=0x7fd908449950, tp=tp@entry=0x7fd9084499c0) at tzfile.c:622 #1 0x00007fd9070e4ac7 in __tz_convert (timer=0x7fd908449998, use_localtime=1, tp=0x7fd9084499c0) at tzset.c:635 #2 0x0000000000f67a65 in mongo::time_t_to_Struct(long, tm*, bool) () #3 0x0000000000f68158 in mongo::outputDateAsISOStringLocal(std::ostream&, mongo::Date_t) () #4 0x0000000000d95dbc in mongo::logger::MessageEventDetailsEncoder::encode(mongo::logger::MessageEventEphemeral const&, std::ostream&) () #5 0x0000000000a9c44c in mongo::logger::RotatableFileAppender::append(mongo::logger::MessageEventEphemeral const&) () #6 0x0000000000d96194 in mongo::logger::LogDomain::append(mongo::logger::MessageEventEphemeral const&) () #7 0x0000000000d94ce1 in mongo::logger::LogstreamBuilder::~LogstreamBuilder() () #8 0x0000000000e0176e in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x0000000000ce69a2 in mongo::KeyString::_appendBsonValue(mongo::BSONElement const&, bool, mongo::StringData const*) () #1 0x0000000000ce77cd in mongo::KeyString::_appendAllElementsForIndexing(mongo::BSONObj const&, mongo::Ordering) () #2 0x0000000000ce7880 in mongo::KeyString::resetToKey(mongo::BSONObj const&, mongo::Ordering, mongo::RecordId) () #3 0x0000000000d6952b in mongo::WiredTigerIndexStandard::_insert(__wt_cursor*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #4 0x0000000000d6cb18 in mongo::WiredTigerIndex::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #5 0x0000000000a73a1b in mongo::BtreeBasedAccessMethod::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #6 0x0000000000906fde in mongo::IndexCatalog::_indexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&) () #7 0x0000000000907355 in mongo::IndexCatalog::indexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&) () #8 0x00000000008f4be0 in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #9 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #10 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #11 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #12 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #13 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #14 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #16 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #17 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #18 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #19 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #20 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #21 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #22 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #23 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x0000000000aed0a4 in mongo::fixDocumentForInsert(mongo::BSONObj const&) () #1 0x0000000000996322 in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #2 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #3 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #4 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.067 cont 0.000 === 2015-10-12T17:01:51.391126+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00000000009f5608 in mongo::IndexScan::checkEnd() () #1 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000a6d574 in mongo::GlobalEnvironmentMongoD::getKillAllOperations() () #1 0x0000000000aec0d5 in mongo::OperationContextImpl::checkForInterruptNoAssert() const () #2 0x0000000000aebfe6 in mongo::OperationContextImpl::checkForInterrupt() const () #3 0x0000000000bc9739 in mongo::PlanYieldPolicy::yield(mongo::RecordFetcher*) () #4 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000a2287f in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.063 cont 0.000 === 2015-10-12T17:02:01.465464+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.049 cont 0.000 === 2015-10-12T17:02:11.521229+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x4132010, n=104659, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f190dd in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.050 cont 0.000 === 2015-10-12T17:02:21.582509+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.053 cont 0.000 === 2015-10-12T17:02:31.647390+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x0000000000ce5aa2 in mongo::KeyString::_appendBytes(void const*, unsigned long, bool) () #1 0x0000000000ce60c7 in mongo::KeyString::_appendOID(mongo::OID, bool) () #2 0x0000000000ce6f20 in mongo::KeyString::_appendBsonValue(mongo::BSONElement const&, bool, mongo::StringData const*) () #3 0x0000000000ce77cd in mongo::KeyString::_appendAllElementsForIndexing(mongo::BSONObj const&, mongo::Ordering) () #4 0x0000000000ce78d8 in mongo::KeyString::resetToKey(mongo::BSONObj const&, mongo::Ordering) () #5 0x0000000000d6b8bd in mongo::WiredTigerIndexUnique::_insert(__wt_cursor*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #6 0x0000000000d6cb18 in mongo::WiredTigerIndex::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #7 0x0000000000a73a1b in mongo::BtreeBasedAccessMethod::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #8 0x0000000000906fde in mongo::IndexCatalog::_indexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&) () #9 0x0000000000907355 in mongo::IndexCatalog::indexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&) () #10 0x00000000008f4be0 in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #11 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #12 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #13 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #14 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #15 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #16 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #17 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #18 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #19 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #20 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #21 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #22 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #23 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #24 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #25 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x000000000131eeeb in __wt_row_modify () #1 0x00000000012f7536 in __wt_btcur_insert () #2 0x0000000001338246 in ?? () #3 0x0000000000d7a461 in mongo::WiredTigerRecordStore::insertRecord(mongo::OperationContext*, char const*, int, bool) () #4 0x00000000008f4b7e in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #5 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #6 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #7 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #8 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #9 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #10 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.066 cont 0.000 === 2015-10-12T17:02:41.719131+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00000000014116c1 in tc_new () #1 0x0000000000a85aa8 in mongo::BtreeKeyGenerator::getKeys(mongo::BSONObj const&, std::set >*) const () #2 0x0000000000a7392c in mongo::BtreeBasedAccessMethod::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #3 0x0000000000906fde in mongo::IndexCatalog::_indexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&) () #4 0x0000000000907355 in mongo::IndexCatalog::indexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&) () #5 0x00000000008f4be0 in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #6 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #7 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #8 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #9 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #10 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #11 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #15 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #16 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #17 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #18 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #19 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #20 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.058 cont 0.000 === 2015-10-12T17:02:51.785678+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.051 cont 0.000 === 2015-10-12T17:03:01.846992+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.051 cont 0.000 === 2015-10-12T17:03:11.900396+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9079ccfb0 in std::string::compare(char const*) const () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #1 0x00000000008a7100 in mongo::AuthzManagerExternalStateLocal::logOp(mongo::OperationContext*, char const*, char const*, mongo::BSONObj const&, mongo::BSONObj*, bool*) () #2 0x0000000000899b70 in mongo::AuthorizationManager::logOp(mongo::OperationContext*, char const*, char const*, mongo::BSONObj const&, mongo::BSONObj*, bool*) () #3 0x0000000000c2ef3b in mongo::repl::logOp(mongo::OperationContext*, char const*, char const*, mongo::BSONObj const&, mongo::BSONObj*, bool*, bool) () #4 0x0000000000995845 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #5 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #6 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #7 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #8 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd90803295b in __libc_send (fd=21, buf=0x24b8c400, n=56, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/send.c:31 #1 0x0000000000f231db in mongo::Socket::_send(char const*, int, char const*) () #2 0x0000000000f23240 in mongo::Socket::send(char const*, int, char const*) () #3 0x00000000007e9a33 in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #4 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #5 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.056 cont 0.000 === 2015-10-12T17:03:21.963658+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.051 cont 0.000 === 2015-10-12T17:03:32.025734+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 0x00007fd907123460 in __libc_writev (fd=43, vector=0x7fd904561fd0, count=2) at ../sysdeps/unix/sysv/linux/writev.c:54 #1 0x00007fd90798eb75 in std::__basic_file::xsputn_2(char const*, long, char const*, long) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #2 0x00007fd9079c5374 in std::basic_filebuf >::xsputn(char const*, long) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #3 0x00007fd9079a7772 in std::ostream::write(char const*, long) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #4 0x00000000009ce389 in mongo::Helpers::RemoveSaver::goingToDelete(mongo::BSONObj const&) () #5 0x00000000009cf507 in mongo::Helpers::removeRange(mongo::OperationContext*, mongo::KeyRange const&, bool, mongo::WriteConcernOptions const&, mongo::Helpers::RemoveSaver*, bool, bool) () #6 0x0000000000bed523 in mongo::RangeDeleterDBEnv::deleteRange(mongo::OperationContext*, mongo::RangeDeleteEntry const&, long long*, std::string*) () #7 0x0000000000beac22 in mongo::RangeDeleter::doWork() () #8 0x0000000000fac5f4 in ?? () #9 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #10 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x0000000001411610 in tc_new () #1 0x00007fd9079cd209 in std::string::_Rep::_S_create(unsigned long, unsigned long, std::allocator const&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #2 0x00007fd9079ce931 in char* std::string::_S_construct(char const*, char const*, std::allocator const&, std::forward_iterator_tag) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #3 0x00007fd9079ced48 in std::basic_string, std::allocator >::basic_string(char const*, std::allocator const&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #4 0x0000000000a82756 in mongo::BtreeKeyGeneratorV1::extractNextElement(mongo::BSONObj const&, mongo::BSONObj const&, char const*&, bool&) const () #5 0x0000000000a88d58 in mongo::BtreeKeyGeneratorV1::getKeysImplWithArray(std::vector >, std::vector >, mongo::BSONObj const&, std::set >*, unsigned int, mongo::BSONObj const&) const () #6 0x0000000000a8a071 in mongo::BtreeKeyGeneratorV1::getKeysImpl(std::vector >, std::vector >, mongo::BSONObj const&, std::set >*) const () #7 0x0000000000a851f4 in mongo::BtreeKeyGenerator::getKeys(mongo::BSONObj const&, std::set >*) const () #8 0x0000000000a7392c in mongo::BtreeBasedAccessMethod::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #9 0x0000000000906fde in mongo::IndexCatalog::_indexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&) () #10 0x0000000000907355 in mongo::IndexCatalog::indexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&) () #11 0x00000000008f4be0 in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #12 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #13 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #14 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #15 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #16 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #17 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #18 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #19 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #20 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #21 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #22 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #23 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #24 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #25 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #26 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x0000000000de4cfa in mongo::logOpForSharding(mongo::OperationContext*, char const*, char const*, mongo::BSONObj const&, mongo::BSONObj*, bool) () #1 0x0000000000c2ef55 in mongo::repl::logOp(mongo::OperationContext*, char const*, char const*, mongo::BSONObj const&, mongo::BSONObj*, bool*, bool) () #2 0x0000000000995845 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #3 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #4 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #5 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #6 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.064 cont 0.000 === 2015-10-12T17:03:42.097471+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x0000000000803dd7 in mongo::BSONElement::size() const () #1 0x000000000080debc in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #2 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 0x0000000001337656 in ?? () #1 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #2 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #3 0x00000000008f4d08 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #4 0x00000000009cf53e in mongo::Helpers::removeRange(mongo::OperationContext*, mongo::KeyRange const&, bool, mongo::WriteConcernOptions const&, mongo::Helpers::RemoveSaver*, bool, bool) () #5 0x0000000000bed523 in mongo::RangeDeleterDBEnv::deleteRange(mongo::OperationContext*, mongo::RangeDeleteEntry const&, long long*, std::string*) () #6 0x0000000000beac22 in mongo::RangeDeleter::doWork() () #7 0x0000000000fac5f4 in ?? () #8 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #9 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000080deda in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000ce5057 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #1 0x0000000000d6da04 in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000009f5248 in mongo::IndexScan::isEOF() () #1 0x00000000009f648e in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.062 cont 0.000 === 2015-10-12T17:03:52.165854+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080d39f in mongo::BSONObjBuilderValueStream::endField(mongo::StringData const&) () #1 0x0000000000ce5183 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000dede99 in mongo::MigrateFromStatus::storeCurrentLocs(mongo::OperationContext*, long long, std::string&, mongo::BSONObjBuilder&) () #9 0x0000000000df0374 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 0x00007fd907123460 in __libc_writev (fd=43, vector=0x7fd904561fd0, count=2) at ../sysdeps/unix/sysv/linux/writev.c:54 #1 0x00007fd90798eb75 in std::__basic_file::xsputn_2(char const*, long, char const*, long) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #2 0x00007fd9079c5374 in std::basic_filebuf >::xsputn(char const*, long) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #3 0x00007fd9079a7772 in std::ostream::write(char const*, long) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #4 0x00000000009ce389 in mongo::Helpers::RemoveSaver::goingToDelete(mongo::BSONObj const&) () #5 0x00000000009cf507 in mongo::Helpers::removeRange(mongo::OperationContext*, mongo::KeyRange const&, bool, mongo::WriteConcernOptions const&, mongo::Helpers::RemoveSaver*, bool, bool) () #6 0x0000000000bed523 in mongo::RangeDeleterDBEnv::deleteRange(mongo::OperationContext*, mongo::RangeDeleteEntry const&, long long*, std::string*) () #7 0x0000000000beac22 in mongo::RangeDeleter::doWork() () #8 0x0000000000fac5f4 in ?? () #9 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #10 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.060 cont 0.000 === 2015-10-12T17:04:02.238381+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.053 cont 0.000 === 2015-10-12T17:04:12.301910+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.052 cont 0.000 === 2015-10-12T17:04:22.366047+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x0000000000c5ca04 in mongo::repl::ReplicationCoordinatorImpl::isReplEnabled() const () #1 0x0000000000c2eed9 in mongo::repl::logOp(mongo::OperationContext*, char const*, char const*, mongo::BSONObj const&, mongo::BSONObj*, bool*, bool) () #2 0x0000000000995845 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #3 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #4 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #5 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #6 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 __memcmp_sse4_1 () at ../sysdeps/x86_64/multiarch/memcmp-sse4.S:1577 #1 0x00007fd9079ccfe5 in std::string::compare(char const*) const () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #2 0x00000000008a7100 in mongo::AuthzManagerExternalStateLocal::logOp(mongo::OperationContext*, char const*, char const*, mongo::BSONObj const&, mongo::BSONObj*, bool*) () #3 0x0000000000899b70 in mongo::AuthorizationManager::logOp(mongo::OperationContext*, char const*, char const*, mongo::BSONObj const&, mongo::BSONObj*, bool*) () #4 0x0000000000c2ef3b in mongo::repl::logOp(mongo::OperationContext*, char const*, char const*, mongo::BSONObj const&, mongo::BSONObj*, bool*, bool) () #5 0x0000000000995845 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #6 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #7 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #8 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #9 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.060 cont 0.000 === 2015-10-12T17:04:32.431933+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.052 cont 0.000 === 2015-10-12T17:04:42.494421+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.050 cont 0.000 === 2015-10-12T17:04:52.554066+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.054 cont 0.000 === 2015-10-12T17:05:02.620132+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.060 cont 0.000 === 2015-10-12T17:05:12.692127+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00000000009f5244 in mongo::IndexScan::isEOF() () #1 0x00000000009f5617 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000ce588d in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #1 0x0000000000d6da04 in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000007e12b0 in memcpy@plt () #1 0x0000000000ce3cc8 in ?? () #2 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #3 0x0000000000d6da04 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000ce3d1b in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.068 cont 0.000 === 2015-10-12T17:05:22.762309+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.050 cont 0.000 === 2015-10-12T17:05:32.816213+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.051 cont 0.000 === 2015-10-12T17:05:42.878563+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.051 cont 0.000 === 2015-10-12T17:05:52.941676+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=40, buf=0x7fd8ff34f600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x0000000001320a02 in __wt_row_search () #1 0x00000000012f5210 in __wt_btcur_search () #2 0x00000000013376e3 in ?? () #3 0x0000000000d75356 in mongo::WiredTigerRecordStore::deleteRecord(mongo::OperationContext*, mongo::RecordId const&) () #4 0x00000000008f4d93 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #5 0x00000000009e6a18 in mongo::DeleteStage::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #9 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #10 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #11 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #12 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #13 0x0000000000fac5f4 in ?? () #14 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.052 cont 0.000 === 2015-10-12T17:06:03.002240+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00000000007f86a3 in mongo::StringData::Hasher::operator()(mongo::StringData const&) const () #1 0x0000000000cc70e2 in mongo::UnorderedFastKeyTable::get(mongo::StringData const&) () #2 0x0000000000ccb4e4 in mongo::Top::record(mongo::StringData const&, int, int, long long, bool) () #3 0x00000000009b7f4c in mongo::CurOp::recordGlobalTime(bool, long long) const () #4 0x0000000000993755 in ?? () #5 0x0000000000995625 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #6 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #7 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #8 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #9 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9079cd300 in std::string::_Rep::_M_dispose(std::allocator const&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #1 0x0000000000843880 in mongo::NamespaceString::NamespaceString(mongo::StringData const&) () #2 0x0000000000e07f74 in mongo::ensureShardVersionOKOrThrow(std::string const&) () #3 0x0000000000c2ef08 in mongo::repl::logOp(mongo::OperationContext*, char const*, char const*, mongo::BSONObj const&, mongo::BSONObj*, bool*, bool) () #4 0x0000000000995845 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #5 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #6 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #7 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #8 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.059 cont 0.000 === 2015-10-12T17:06:13.073211+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f6704 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000bc5a4d in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #1 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000a22867 in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.055 cont 0.000 === 2015-10-12T17:06:23.130964+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00000000009a5021 in mongo::LockerImpl::isLockHeldForMode(mongo::ResourceId, mongo::LockMode) const () #1 0x00000000009a77ad in mongo::LockerImpl::isCollectionLockedForMode(mongo::StringData const&, mongo::LockMode) const () #2 0x00000000009956d7 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #3 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #4 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #5 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #6 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 memchr () at ../sysdeps/x86_64/memchr.S:25 #1 0x00007fd9079cc94c in std::string::find(char, unsigned long) const () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #2 0x00000000009a7717 in mongo::LockerImpl::isCollectionLockedForMode(mongo::StringData const&, mongo::LockMode) const () #3 0x00000000009956d7 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #4 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #5 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #6 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #7 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.056 cont 0.000 === 2015-10-12T17:06:33.197482+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 0x00000000012ff405 in __wt_page_out () #1 0x000000000130fe4d in __wt_split_multi () #2 0x000000000134d8e8 in __wt_evict () #3 0x000000000134b142 in __wt_evict_page () #4 0x000000000134b689 in __wt_evict_lru_page () #5 0x000000000134b88a in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080dea2 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ec5f8 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000a2286b in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.059 cont 0.000 === 2015-10-12T17:06:43.265582+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000bc5bfe in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #1 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #5 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #6 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #7 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #8 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #9 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #10 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000001346590 in __wt_cursor_set_keyv () #1 0x00000000013467d2 in __wt_cursor_set_key () #2 0x0000000000d698f6 in ?? () #3 0x0000000000d69b65 in ?? () #4 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #5 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #6 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #7 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.060 cont 0.000 === 2015-10-12T17:06:53.330841+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ec5a9 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x0000000001303940 in __wt_page_in_func () #1 0x0000000001320270 in __wt_row_search () #2 0x00000000012f5210 in __wt_btcur_search () #3 0x00000000013376e3 in ?? () #4 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #5 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #6 0x00000000009cd313 in mongo::Helpers::findById(mongo::OperationContext*, mongo::Database*, char const*, mongo::BSONObj, mongo::BSONObj&, bool*, bool*) () #7 0x0000000000deb320 in mongo::MigrateFromStatus::transferMods(mongo::OperationContext*, std::string&, mongo::BSONObjBuilder&) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ee13d in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000009a4f10 in mongo::LockerImpl::restoreLockState(mongo::Locker::LockSnapshot const&) () #1 0x0000000000be50ba in mongo::QueryYield::yieldAllLocks(mongo::OperationContext*, mongo::RecordFetcher*) () #2 0x0000000000bc975b in mongo::PlanYieldPolicy::yield(mongo::RecordFetcher*) () #3 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.067 cont 0.000 === 2015-10-12T17:07:03.408993+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000d6da4b in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f650b in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x0000000000bc5815 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #1 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #3 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #4 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #5 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #6 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #7 0x0000000000fac5f4 in ?? () #8 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #9 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000d692d0 in ?? () #1 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #2 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #3 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #4 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000009f667f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.058 cont 0.000 === 2015-10-12T17:07:13.475282+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000d6d9ea in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f567a in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 0x000000000137ba9e in ?? () #1 0x000000000137d565 in __wt_reconcile () #2 0x000000000131193f in __wt_cache_op () #3 0x000000000139effa in __wt_txn_checkpoint () #4 0x00000000013925a6 in ?? () #5 0x000000000132abba in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x0000000001320926 in __wt_row_search () #1 0x00000000012f5210 in __wt_btcur_search () #2 0x00000000013376e3 in ?? () #3 0x0000000000d75356 in mongo::WiredTigerRecordStore::deleteRecord(mongo::OperationContext*, mongo::RecordId const&) () #4 0x00000000008f4d93 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #5 0x00000000009e6a18 in mongo::DeleteStage::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #9 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #10 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #11 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #12 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #13 0x0000000000fac5f4 in ?? () #14 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000d6dbbb in ?? () #1 0x0000000000d6de1f in ?? () #2 0x0000000000d6d9dc in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000080df3b in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.062 cont 0.000 === 2015-10-12T17:07:23.540076+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x000000000131f4b5 in __wt_search_insert () #1 0x000000000131fb4e in __wt_row_search () #2 0x00000000012fa256 in __wt_btcur_remove () #3 0x00000000013372a5 in ?? () #4 0x0000000000d6dfa4 in mongo::WiredTigerIndexUnique::_unindex(__wt_cursor*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #5 0x0000000000d69193 in mongo::WiredTigerIndex::unindex(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #6 0x0000000000a7365d in mongo::BtreeBasedAccessMethod::removeOneKey(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #7 0x0000000000a73cd9 in mongo::BtreeBasedAccessMethod::remove(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #8 0x00000000009070a9 in mongo::IndexCatalog::_unindexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #9 0x0000000000907418 in mongo::IndexCatalog::unindexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #10 0x00000000008f4d83 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #11 0x00000000009e6a18 in mongo::DeleteStage::work(unsigned long*) () #12 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #13 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #14 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #15 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #16 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #17 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #18 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #19 0x0000000000fac5f4 in ?? () #20 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #21 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.056 cont 0.000 === 2015-10-12T17:07:33.603559+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f56a9 in mongo::IndexScan::checkEnd() () #1 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00000000013039ab in __wt_page_in_func () #1 0x0000000001320270 in __wt_row_search () #2 0x00000000012f5210 in __wt_btcur_search () #3 0x00000000013376e3 in ?? () #4 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #5 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #6 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #7 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #8 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #11 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #12 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #13 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #14 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #15 0x0000000000fac5f4 in ?? () #16 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000d6db9b in ?? () #1 0x0000000000d6de1f in ?? () #2 0x0000000000d6d9dc in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000009f6716 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.061 cont 0.000 === 2015-10-12T17:07:43.676067+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000080de0a in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000001346939 in __wt_cursor_get_valuev () #1 0x0000000001346abc in __wt_cursor_get_value () #2 0x0000000000d6db0c in ?? () #3 0x0000000000d6de1f in ?? () #4 0x0000000000d6d9dc in ?? () #5 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #6 0x00000000009f567a in mongo::IndexScan::checkEnd() () #7 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #8 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.056 cont 0.000 === 2015-10-12T17:07:53.741419+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000803fd8 in mongo::BSONElement::size() const () #1 0x000000000080debc in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #2 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000e01d60 in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #1 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #4 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #5 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #6 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #7 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #8 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #9 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.050 cont 0.000 === 2015-10-12T17:08:03.801461+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 strlen () at ../sysdeps/x86_64/strlen.S:109 #1 0x0000000000803fee in mongo::BSONElement::size() const () #2 0x000000000080debc in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #3 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000013468c0 in __wt_cursor_get_valuev () #1 0x0000000001346abc in __wt_cursor_get_value () #2 0x0000000000d6db0c in ?? () #3 0x0000000000d6de1f in ?? () #4 0x0000000000d6d9dc in ?? () #5 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #6 0x00000000009f567a in mongo::IndexScan::checkEnd() () #7 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #8 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000a2282c in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.055 cont 0.000 === 2015-10-12T17:08:13.860311+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd90803235d in write () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007fd90798e8d6 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #2 0x00007fd9079c6a58 in std::basic_filebuf >::_M_convert_to_external(char*, long) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #3 0x00007fd9079c74b3 in std::basic_filebuf >::overflow(int) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #4 0x00007fd9079c4fef in std::basic_filebuf >::sync() () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #5 0x00007fd9079a6fee in std::ostream::flush() () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #6 0x0000000000a9c454 in mongo::logger::RotatableFileAppender::append(mongo::logger::MessageEventEphemeral const&) () #7 0x0000000000d96194 in mongo::logger::LogDomain::append(mongo::logger::MessageEventEphemeral const&) () #8 0x0000000000d94ce1 in mongo::logger::LogstreamBuilder::~LogstreamBuilder() () #9 0x0000000000df183d in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:08:23.921548+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000d6db9b in ?? () #1 0x0000000000d6de1f in ?? () #2 0x0000000000d6d9dc in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000ce1810 in mongo::KeyString::decodeRecordId(mongo::BufReader*) () #1 0x0000000000d6db68 in ?? () #2 0x0000000000d6de1f in ?? () #3 0x0000000000d6d9dc in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.059 cont 0.000 === 2015-10-12T17:08:33.985501+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000a2287f in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000001336a8d in ?? () #1 0x0000000000d69adb in ?? () #2 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.050 cont 0.000 === 2015-10-12T17:08:44.045554+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x0000000000fbfc7e in tcmalloc::ThreadCache::ReleaseToCentralCache(tcmalloc::ThreadCache::FreeList*, unsigned long, int) () #1 0x0000000000fbfd4b in tcmalloc::ThreadCache::ListTooLong(tcmalloc::ThreadCache::FreeList*, unsigned long) () #2 0x0000000001411c00 in tc_delete () #3 0x0000000000deb1ba in mongo::MigrateFromStatus::transferMods(mongo::OperationContext*, std::string&, mongo::BSONObjBuilder&) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 #1 0x00007fd90802d657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0 #2 0x00007fd90802d480 in __GI___pthread_mutex_lock (mutex=0x2a51ab0) at ../nptl/pthread_mutex_lock.c:79 #3 0x00000000008759f7 in boost::unique_lock::lock() () #4 0x0000000000de8749 in mongo::MigrateFromStatus::LogOpForShardingHandler::commit() () #5 0x0000000000d7cd51 in mongo::WiredTigerRecoveryUnit::_commit() () #6 0x00000000008f87ac in mongo::WriteUnitOfWork::commit() () #7 0x00000000009e6ac8 in mongo::DeleteStage::work(unsigned long*) () #8 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #11 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #12 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #13 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #14 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #15 0x0000000000fac5f4 in ?? () #16 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 #1 0x00007fd90802d657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0 #2 0x00007fd90802d480 in __GI___pthread_mutex_lock (mutex=0x2a51ab0) at ../nptl/pthread_mutex_lock.c:79 #3 0x00000000008759f7 in boost::unique_lock::lock() () #4 0x0000000000de881c in mongo::MigrateFromStatus::LogOpForShardingHandler::commit() () #5 0x0000000000d7cd51 in mongo::WiredTigerRecoveryUnit::_commit() () #6 0x00000000008f87ac in mongo::WriteUnitOfWork::commit() () #7 0x0000000000995858 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #8 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #9 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #10 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #11 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #15 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #16 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #17 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #18 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #19 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #20 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 #1 0x00007fd90802d657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0 #2 0x00007fd90802d480 in __GI___pthread_mutex_lock (mutex=0x2a51ab0) at ../nptl/pthread_mutex_lock.c:79 #3 0x00000000008759f7 in boost::unique_lock::lock() () #4 0x0000000000de881c in mongo::MigrateFromStatus::LogOpForShardingHandler::commit() () #5 0x0000000000d7cd51 in mongo::WiredTigerRecoveryUnit::_commit() () #6 0x00000000008f87ac in mongo::WriteUnitOfWork::commit() () #7 0x0000000000995858 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #8 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #9 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #10 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #11 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #15 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #16 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #17 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #18 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #19 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #20 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 #1 0x00007fd90802d657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0 #2 0x00007fd90802d480 in __GI___pthread_mutex_lock (mutex=0x2a51ab0) at ../nptl/pthread_mutex_lock.c:79 #3 0x00000000008759f7 in boost::unique_lock::lock() () #4 0x0000000000de881c in mongo::MigrateFromStatus::LogOpForShardingHandler::commit() () #5 0x0000000000d7cd51 in mongo::WiredTigerRecoveryUnit::_commit() () #6 0x00000000008f87ac in mongo::WriteUnitOfWork::commit() () #7 0x0000000000995858 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #8 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #9 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #10 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #11 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #15 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #16 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #17 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #18 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #19 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #20 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.076 cont 0.000 === 2015-10-12T17:08:54.132999+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009a2686 in mongo::LockManager::lock(mongo::ResourceId, mongo::LockRequest*, mongo::LockMode) () #1 0x00000000009a96dc in mongo::LockerImpl::lockBegin(mongo::ResourceId, mongo::LockMode) () #2 0x00000000009a9932 in mongo::LockerImpl::lockGlobalBegin(mongo::LockMode) () #3 0x00000000009a50a1 in mongo::LockerImpl::lockGlobal(mongo::LockMode, unsigned int) () #4 0x00000000009a4f46 in mongo::LockerImpl::restoreLockState(mongo::Locker::LockSnapshot const&) () #5 0x0000000000be50ba in mongo::QueryYield::yieldAllLocks(mongo::OperationContext*, mongo::RecordFetcher*) () #6 0x0000000000bc975b in mongo::PlanYieldPolicy::yield(mongo::RecordFetcher*) () #7 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00000000013462f1 in __wt_cursor_set_keyv () #1 0x00000000013467d2 in __wt_cursor_set_key () #2 0x0000000000d7533d in mongo::WiredTigerRecordStore::deleteRecord(mongo::OperationContext*, mongo::RecordId const&) () #3 0x00000000008f4d93 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #4 0x00000000009e6a18 in mongo::DeleteStage::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #8 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #9 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #10 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #11 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #12 0x0000000000fac5f4 in ?? () #13 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ee23b in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000ce3c11 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.063 cont 0.000 === 2015-10-12T17:09:04.204337+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000d69aa5 in ?? () #1 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 __pthread_mutex_unlock_usercnt (decr=1, mutex=0x2a51ab0) at pthread_mutex_unlock.c:309 #1 __GI___pthread_mutex_unlock (mutex=0x2a51ab0) at pthread_mutex_unlock.c:310 #2 0x0000000000de87ea in mongo::MigrateFromStatus::LogOpForShardingHandler::commit() () #3 0x0000000000d7cd51 in mongo::WiredTigerRecoveryUnit::_commit() () #4 0x00000000008f87ac in mongo::WriteUnitOfWork::commit() () #5 0x00000000009e6ac8 in mongo::DeleteStage::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #9 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #10 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #11 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #12 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #13 0x0000000000fac5f4 in ?? () #14 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000012edeb8 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.062 cont 0.000 === 2015-10-12T17:09:14.273442+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ee20e in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 memset () at ../sysdeps/x86_64/memset.S:93 #1 0x00000000013650a5 in __wt_realloc () #2 0x000000000139ac3d in __wt_buf_grow_worker () #3 0x00000000013020a7 in __wt_bt_read () #4 0x0000000001306cd9 in __wt_cache_read () #5 0x0000000001303d33 in __wt_page_in_func () #6 0x0000000001320270 in __wt_row_search () #7 0x00000000012f5210 in __wt_btcur_search () #8 0x00000000013376e3 in ?? () #9 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #10 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #11 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #12 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #13 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #14 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #15 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #16 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #17 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #18 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #19 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #20 0x0000000000fac5f4 in ?? () #21 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #22 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f6669 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000ce50e1 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #1 0x0000000000d6da04 in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.059 cont 0.000 === 2015-10-12T17:09:24.343419+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x0000000000ce6992 in mongo::KeyString::_appendBsonValue(mongo::BSONElement const&, bool, mongo::StringData const*) () #1 0x0000000000ce77cd in mongo::KeyString::_appendAllElementsForIndexing(mongo::BSONObj const&, mongo::Ordering) () #2 0x0000000000ce7880 in mongo::KeyString::resetToKey(mongo::BSONObj const&, mongo::Ordering, mongo::RecordId) () #3 0x0000000000d692b2 in ?? () #4 0x0000000000d6bdb5 in ?? () #5 0x0000000000a8249d in mongo::BtreeIndexCursor::seek(mongo::BSONObj const&, bool) () #6 0x00000000009f548e in mongo::IndexScan::restoreState(mongo::OperationContext*) () #7 0x00000000009e6ae3 in mongo::DeleteStage::work(unsigned long*) () #8 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #11 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #12 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #13 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #14 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #15 0x0000000000fac5f4 in ?? () #16 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000080dceb in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000012ebf07 in ?? () #1 0x00000000012ef411 in __wt_btcur_next () #2 0x0000000001336a89 in ?? () #3 0x0000000000d69adb in ?? () #4 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.057 cont 0.000 === 2015-10-12T17:09:34.409530+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080df1c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x0000000000ce5229 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #1 0x0000000000d6da04 in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f52ca in mongo::IndexScan::saveState() () #4 0x00000000009e69bc in mongo::DeleteStage::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #8 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #9 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #10 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #11 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #12 0x0000000000fac5f4 in ?? () #13 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000ce28b4 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000bc5bb2 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #1 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #5 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #6 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #7 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #8 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #9 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #10 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.055 cont 0.000 === 2015-10-12T17:09:44.474498+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000d6f6ca in void std::vector, std::allocator > >::emplace_back >(std::pair&&) () #1 0x0000000000d6dbb1 in ?? () #2 0x0000000000d6de1f in ?? () #3 0x0000000000d6d9dc in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000001346007 in __wt_cursor_get_keyv () #1 0x0000000001346242 in __wt_cursor_get_key () #2 0x0000000000d6d8b2 in ?? () #3 0x0000000000d6d9d3 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.055 cont 0.000 === 2015-10-12T17:09:54.539667+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 strlen () at ../sysdeps/x86_64/strlen.S:112 #1 0x0000000000803fee in mongo::BSONElement::size() const () #2 0x000000000080ddf6 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #3 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000d6da4b in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f567a in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:10:04.602993+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000013201e2 in __wt_row_search () #1 0x00000000012f64db in __wt_btcur_search_near () #2 0x000000000133798a in ?? () #3 0x0000000000d69912 in ?? () #4 0x0000000000d69b65 in ?? () #5 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #6 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #7 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #8 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 strchrnul () at ../sysdeps/x86_64/strchr.S:25 #1 0x00007fd90707bd82 in __find_specmb (format=0x1583b03 \"%d\") at printf-parse.h:108 #2 _IO_vfprintf_internal (s=s@entry=0x7fd8ffe51c30, format=format@entry=0x1583b03 \"%d\", ap=ap@entry=0x7fd8ffe51d98) at vfprintf.c:1332 #3 0x00007fd9070a4579 in _IO_vsnprintf (string=0x2ea9aa00 \"\", maxlen=, format=0x1583b03 \"%d\", args=args@entry=0x7fd8ffe51d98) at vsnprintf.c:119 #4 0x00007fd907086532 in __snprintf (s=, maxlen=, format=) at snprintf.c:33 #5 0x0000000000822e78 in mongo::BSONObjBuilder::numStr(int) () #6 0x00000000008662f8 in mongo::BSONArrayBuilder& mongo::BSONArrayBuilder::append(mongo::BSONObj const&) () #7 0x0000000000deb18b in mongo::MigrateFromStatus::transferMods(mongo::OperationContext*, std::string&, mongo::BSONObjBuilder&) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x00000000009f6737 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.080 cont 0.000 === 2015-10-12T17:10:14.694769+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012eeccb in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 __pthread_mutex_unlock_usercnt (decr=1, mutex=0x2d60378) at pthread_mutex_unlock.c:309 #1 __GI___pthread_mutex_unlock (mutex=0x2d60378) at pthread_mutex_unlock.c:310 #2 0x000000000099f6cf in mongo::LockManager::unlock(mongo::LockRequest*) () #3 0x00000000009aca18 in mongo::LockerImpl::_unlockImpl(mongo::FastMapNoAlloc::IteratorImpl, mongo::LockRequest>&) () #4 0x00000000009ad33c in mongo::LockerImpl::unlock(mongo::ResourceId) () #5 0x00000000009af721 in mongo::LockerImpl::saveLockStateAndUnlock(mongo::Locker::LockSnapshot*) () #6 0x0000000000be5055 in mongo::QueryYield::yieldAllLocks(mongo::OperationContext*, mongo::RecordFetcher*) () #7 0x0000000000bc975b in mongo::PlanYieldPolicy::yield(mongo::RecordFetcher*) () #8 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.056 cont 0.000 === 2015-10-12T17:10:24.761555+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080dea2 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.058 cont 0.000 === 2015-10-12T17:10:34.821852+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000bc5862 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #1 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000a22fc4 in mongo::WorkingSet::flagNewIdxId(unsigned long const&) () #1 0x00000000009f6704 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fff6d9fe701 in ?? () #1 0x00007fd901858790 in ?? () #2 0x00007fd90713a92d in __GI___clock_gettime (clock_id=, tp=) at ../sysdeps/unix/clock_gettime.c:115 #3 0x0000000000f6d061 in ?? () #4 0x0000000000d7c72c in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #21 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.061 cont 0.000 === 2015-10-12T17:10:44.889553+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000013467e0 in __wt_cursor_get_valuev () #1 0x0000000001346abc in __wt_cursor_get_value () #2 0x0000000000d6db0c in ?? () #3 0x0000000000d6de1f in ?? () #4 0x0000000000d6d9dc in ?? () #5 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #6 0x00000000009f567a in mongo::IndexScan::checkEnd() () #7 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #8 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00000000009a3302 in void std::vector >::_M_emplace_back_aux(unsigned long const&) () #1 0x00000000009f6704 in mongo::IndexScan::work(unsigned long*) () #2 0x00000000009e9cad in mongo::FetchStage::work(unsigned long*) () #3 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #7 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #8 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #9 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #10 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #11 0x0000000000fac5f4 in ?? () #12 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f6669 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000009f6430 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.063 cont 0.000 === 2015-10-12T17:10:54.963573+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f5248 in mongo::IndexScan::isEOF() () #1 0x00000000009f5617 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00000000009073c2 in mongo::IndexCatalog::unindexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #1 0x00000000008f4d83 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #2 0x00000000009e6a18 in mongo::DeleteStage::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #6 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #7 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #8 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #9 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #10 0x0000000000fac5f4 in ?? () #11 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000a2286b in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000a825e0 in mongo::BtreeIndexCursor::advance() () #1 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.057 cont 0.000 === 2015-10-12T17:11:05.031891+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000bc5c0e in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #1 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #5 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #6 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #7 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #8 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #9 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #10 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x0000000001320922 in __wt_row_search () #1 0x00000000012f5210 in __wt_btcur_search () #2 0x00000000013376e3 in ?? () #3 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #4 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #5 0x00000000008f4d08 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #6 0x00000000009e6a18 in mongo::DeleteStage::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #10 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #11 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #12 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #13 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #14 0x0000000000fac5f4 in ?? () #15 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 __memmove_ssse3_back () at ../sysdeps/x86_64/multiarch/memcpy-ssse3-back.S:1775 #1 0x0000000000d6d8f4 in ?? () #2 0x0000000000d6d9d3 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000d6db9b in ?? () #1 0x0000000000d6de1f in ?? () #2 0x0000000000d6d9dc in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.058 cont 0.000 === 2015-10-12T17:11:15.101804+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000139300b in ?? () #1 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #2 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #3 0x0000000000d69309 in ?? () #4 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #5 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #6 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #7 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x0000000000e07e62 in mongo::ensureShardVersionOKOrThrow(std::string const&) () #1 0x0000000000c2ef08 in mongo::repl::logOp(mongo::OperationContext*, char const*, char const*, mongo::BSONObj const&, mongo::BSONObj*, bool*, bool) () #2 0x00000000009e6b39 in mongo::DeleteStage::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #6 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #7 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #8 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #9 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #10 0x0000000000fac5f4 in ?? () #11 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000a22653 in mongo::WorkingSet::getAndClearIdxIds() () #1 0x0000000000a2382e in mongo::WorkingSetCommon::forceFetchAllLocs(mongo::OperationContext*, mongo::WorkingSet*, mongo::Collection const*) () #2 0x0000000000bc5696 in mongo::PlanExecutor::saveState() () #3 0x0000000000bc9750 in mongo::PlanYieldPolicy::yield(mongo::RecordFetcher*) () #4 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.058 cont 0.000 === 2015-10-12T17:11:25.171526+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f66e4 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00000000013209ca in __wt_row_search () #1 0x00000000012f5210 in __wt_btcur_search () #2 0x00000000013376e3 in ?? () #3 0x0000000000d75356 in mongo::WiredTigerRecordStore::deleteRecord(mongo::OperationContext*, mongo::RecordId const&) () #4 0x00000000008f4d93 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #5 0x00000000009e6a18 in mongo::DeleteStage::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #9 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #10 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #11 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #12 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #13 0x0000000000fac5f4 in ?? () #14 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009b8896 in mongo::CurOp::maxTimeHasExpired() () #1 0x0000000000aec0f3 in mongo::OperationContextImpl::checkForInterruptNoAssert() const () #2 0x0000000000aebfe6 in mongo::OperationContextImpl::checkForInterrupt() const () #3 0x0000000000bc9739 in mongo::PlanYieldPolicy::yield(mongo::RecordFetcher*) () #4 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000140fbe6 in tc_malloc () #1 0x0000000000eea439 in mongo::mongoMalloc(unsigned long) () #2 0x0000000000ce5049 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #3 0x0000000000d6da04 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.058 cont 0.000 === 2015-10-12T17:11:35.237417+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x0000000000d75021 in mongo::WiredTigerRecordStore::_increaseDataSize(mongo::OperationContext*, int) () #1 0x0000000000d753b7 in mongo::WiredTigerRecordStore::deleteRecord(mongo::OperationContext*, mongo::RecordId const&) () #2 0x00000000008f4d93 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #3 0x00000000009e6a18 in mongo::DeleteStage::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #7 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #8 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #9 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #10 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #11 0x0000000000fac5f4 in ?? () #12 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000bc5870 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #1 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.056 cont 0.000 === 2015-10-12T17:11:45.305490+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x0000000001320991 in __wt_row_search () #1 0x00000000012fa256 in __wt_btcur_remove () #2 0x00000000013372a5 in ?? () #3 0x0000000000d69ea0 in mongo::WiredTigerIndexStandard::_unindex(__wt_cursor*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #4 0x0000000000d69193 in mongo::WiredTigerIndex::unindex(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #5 0x0000000000a7365d in mongo::BtreeBasedAccessMethod::removeOneKey(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #6 0x0000000000a73cd9 in mongo::BtreeBasedAccessMethod::remove(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #7 0x00000000009070a9 in mongo::IndexCatalog::_unindexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #8 0x0000000000907418 in mongo::IndexCatalog::unindexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #9 0x00000000008f4d83 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #10 0x00000000009e6a18 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #20 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x0000000000806161 in mongo::BSONElement::woCompare(mongo::BSONElement const&, bool) const () #1 0x000000000080dda5 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #2 0x0000000000de4b2f in mongo::isInRange(mongo::BSONObj const&, mongo::BSONObj const&, mongo::BSONObj const&, mongo::BSONObj const&) () #3 0x0000000000de4ee4 in mongo::logOpForSharding(mongo::OperationContext*, char const*, char const*, mongo::BSONObj const&, mongo::BSONObj*, bool) () #4 0x0000000000c2ef55 in mongo::repl::logOp(mongo::OperationContext*, char const*, char const*, mongo::BSONObj const&, mongo::BSONObj*, bool*, bool) () #5 0x0000000000995845 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #6 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #7 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #8 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #9 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x0000000000803dd7 in mongo::BSONElement::size() const () #1 0x0000000000ce778d in mongo::KeyString::_appendAllElementsForIndexing(mongo::BSONObj const&, mongo::Ordering) () #2 0x0000000000ce78d8 in mongo::KeyString::resetToKey(mongo::BSONObj const&, mongo::Ordering) () #3 0x0000000000d6b8bd in mongo::WiredTigerIndexUnique::_insert(__wt_cursor*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #4 0x0000000000d6cb18 in mongo::WiredTigerIndex::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #5 0x0000000000a73a1b in mongo::BtreeBasedAccessMethod::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #6 0x0000000000906fde in mongo::IndexCatalog::_indexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&) () #7 0x0000000000907355 in mongo::IndexCatalog::indexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&) () #8 0x00000000008f4be0 in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #9 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #10 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #11 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #12 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #13 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #14 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #16 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #17 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #18 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #19 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #20 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #21 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #22 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #23 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.061 cont 0.000 === 2015-10-12T17:11:55.377416+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000d69798 in ?? () #1 0x0000000000d69a96 in ?? () #2 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012edd45 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000134697a in __wt_cursor_get_valuev () #1 0x0000000001346abc in __wt_cursor_get_value () #2 0x0000000000d6db0c in ?? () #3 0x0000000000d6de1f in ?? () #4 0x0000000000d6d9dc in ?? () #5 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #6 0x00000000009f567a in mongo::IndexScan::checkEnd() () #7 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #8 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.062 cont 0.000 === 2015-10-12T17:12:05.449518+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x00000000009f6814 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd90802d47a in __GI___pthread_mutex_lock (mutex=0x2d60168) at ../nptl/pthread_mutex_lock.c:79 #1 0x00000000009a262e in mongo::LockManager::lock(mongo::ResourceId, mongo::LockRequest*, mongo::LockMode) () #2 0x00000000009a96dc in mongo::LockerImpl::lockBegin(mongo::ResourceId, mongo::LockMode) () #3 0x00000000009a9932 in mongo::LockerImpl::lockGlobalBegin(mongo::LockMode) () #4 0x00000000009a50a1 in mongo::LockerImpl::lockGlobal(mongo::LockMode, unsigned int) () #5 0x00000000009a4f46 in mongo::LockerImpl::restoreLockState(mongo::Locker::LockSnapshot const&) () #6 0x0000000000be50ba in mongo::QueryYield::yieldAllLocks(mongo::OperationContext*, mongo::RecordFetcher*) () #7 0x0000000000bc975b in mongo::PlanYieldPolicy::yield(mongo::RecordFetcher*) () #8 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000ce5888 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #1 0x0000000000d6da04 in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.062 cont 0.000 === 2015-10-12T17:12:15.521839+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000a22867 in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000140fe9a in tc_free () #1 0x0000000000bc5c13 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000012ee81d in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.060 cont 0.000 === 2015-10-12T17:12:25.593667+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000bc5870 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #1 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000009f6456 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.059 cont 0.000 === 2015-10-12T17:12:35.661519+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000a2286b in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x00000000009f6814 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.063 cont 0.000 === 2015-10-12T17:12:45.736016+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000ce28b4 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x0000000000d6da4b in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f52ca in mongo::IndexScan::saveState() () #3 0x00000000009e69bc in mongo::DeleteStage::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #7 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #8 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #9 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #10 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #11 0x0000000000fac5f4 in ?? () #12 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000080df38 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.065 cont 0.000 === 2015-10-12T17:12:55.809595+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x0000000000f2470d in mongo::Socket::isStillConnected() () #1 0x000000000082bdfd in mongo::PoolForHost::get(mongo::DBConnectionPool*, double) () #2 0x000000000082cdcb in mongo::DBConnectionPool::_get(std::string const&, double) () #3 0x000000000082d512 in mongo::DBConnectionPool::get(std::string const&, double) () #4 0x0000000000da5ebe in mongo::ScopedDbConnection::ScopedDbConnection(std::string const&, double) () #5 0x0000000000df0ff8 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ee13d in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x000000000132093c in __wt_row_search () #1 0x00000000012f5210 in __wt_btcur_search () #2 0x00000000013376e3 in ?? () #3 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #4 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #5 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #6 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #10 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #11 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #12 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #13 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #14 0x0000000000fac5f4 in ?? () #15 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000a22fc4 in mongo::WorkingSet::flagNewIdxId(unsigned long const&) () #1 0x00000000009f6704 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000806160 in mongo::BSONElement::woCompare(mongo::BSONElement const&, bool) const () #1 0x000000000080dda5 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #2 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.067 cont 0.000 === 2015-10-12T17:13:05.884678+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00000000008f45ae in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #1 0x00000000008f4d08 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #2 0x00000000009e6a18 in mongo::DeleteStage::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #6 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #7 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #8 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #9 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #10 0x0000000000fac5f4 in ?? () #11 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00000000009a5021 in mongo::LockerImpl::isLockHeldForMode(mongo::ResourceId, mongo::LockMode) const () #1 0x0000000000993747 in ?? () #2 0x0000000000995625 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #3 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #4 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #5 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #6 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.057 cont 0.000 === 2015-10-12T17:13:15.953245+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x0000000001055aa4 in snappy::RawUncompress(snappy::Source*, char*) () #1 0x0000000001055d70 in snappy::RawUncompress(char const*, unsigned long, char*) () #2 0x0000000001053b6e in snappy_uncompress () #3 0x00000000012dea85 in ?? () #4 0x0000000001302398 in __wt_bt_read () #5 0x0000000001306cd9 in __wt_cache_read () #6 0x0000000001303d33 in __wt_page_in_func () #7 0x0000000001320270 in __wt_row_search () #8 0x00000000012f5210 in __wt_btcur_search () #9 0x00000000013376e3 in ?? () #10 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #11 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #12 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #13 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #14 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #15 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #16 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #17 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #18 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #19 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #20 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #21 0x0000000000fac5f4 in ?? () #22 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #23 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd908032cc3 in pread64 () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367d3b in __wt_read () #2 0x00000000012e7fde in __wt_block_read_off () #3 0x00000000012e82e2 in __wt_bm_read () #4 0x000000000130215c in __wt_bt_read () #5 0x0000000001306cd9 in __wt_cache_read () #6 0x0000000001303d33 in __wt_page_in_func () #7 0x000000000131800f in ?? () #8 0x0000000001318d32 in __wt_tree_walk () #9 0x00000000012ec7c6 in __wt_btcur_next () #10 0x0000000001336a89 in ?? () #11 0x0000000000d69adb in ?? () #12 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #13 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #14 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #15 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #16 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #17 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #18 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #19 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #20 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #21 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #22 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #23 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #24 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9070fd3f7 in sched_yield () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001303bdd in __wt_page_in_func () #2 0x000000000131800f in ?? () #3 0x0000000001318d32 in __wt_tree_walk () #4 0x00000000012ec7c6 in __wt_btcur_next () #5 0x0000000001336a89 in ?? () #6 0x0000000000d69adb in ?? () #7 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #8 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.063 cont 0.000 === 2015-10-12T17:13:26.024635+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000a2286b in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x0000000000d7c921 in mongo::WiredTigerCursor::~WiredTigerCursor() () #1 0x0000000000d7558e in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #2 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #3 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #4 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #8 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #9 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #10 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #11 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #12 0x0000000000fac5f4 in ?? () #13 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000001320a02 in __wt_row_search () #1 0x00000000012f64db in __wt_btcur_search_near () #2 0x000000000133798a in ?? () #3 0x0000000000d69912 in ?? () #4 0x0000000000d69b65 in ?? () #5 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #6 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #7 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #8 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000bc5a51 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #1 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.057 cont 0.000 === 2015-10-12T17:13:36.092603+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000d6d9fc in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f567a in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x0000000000ce5183 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #1 0x0000000000d6da04 in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f54a4 in mongo::IndexScan::restoreState(mongo::OperationContext*) () #4 0x00000000009e6ae3 in mongo::DeleteStage::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #8 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #9 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #10 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #11 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #12 0x0000000000fac5f4 in ?? () #13 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000e01d48 in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #1 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #4 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #5 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #6 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #7 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #8 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #9 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000131c5dd in __wt_row_leaf_key_work () #1 0x00000000013200cb in __wt_row_search () #2 0x00000000012f64db in __wt_btcur_search_near () #3 0x000000000133798a in ?? () #4 0x0000000000d69912 in ?? () #5 0x0000000000d69b65 in ?? () #6 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #7 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #8 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #9 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #10 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #11 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #15 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #16 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #17 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #18 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #19 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #20 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.058 cont 0.000 === 2015-10-12T17:13:46.151675+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000ce28b4 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x0000000000bc5c13 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.051 cont 0.000 === 2015-10-12T17:13:56.213439+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000a2286b in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000d699c8 in ?? () #1 0x0000000000d69b65 in ?? () #2 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #3 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #4 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #5 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:14:06.269837+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000131c23c in __wt_row_leaf_key_work () #1 0x00000000013200cb in __wt_row_search () #2 0x00000000012f64db in __wt_btcur_search_near () #3 0x000000000133798a in ?? () #4 0x0000000000d69912 in ?? () #5 0x0000000000d69b65 in ?? () #6 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #7 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #8 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #9 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #10 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #11 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #15 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #16 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #17 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #18 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #19 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #20 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000013467e0 in __wt_cursor_get_valuev () #1 0x0000000001346abc in __wt_cursor_get_value () #2 0x0000000000d6db0c in ?? () #3 0x0000000000d6de1f in ?? () #4 0x0000000000d6d9dc in ?? () #5 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #6 0x00000000009f567a in mongo::IndexScan::checkEnd() () #7 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #8 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.063 cont 0.000 === 2015-10-12T17:14:16.341886+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000e01d30 in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #1 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #4 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #5 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #6 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #7 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #8 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #9 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000a22fd2 in mongo::WorkingSet::flagNewIdxId(unsigned long const&) () #1 0x00000000009f6704 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000a22813 in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.060 cont 0.000 === 2015-10-12T17:14:26.413250+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000a22fc4 in mongo::WorkingSet::flagNewIdxId(unsigned long const&) () #1 0x00000000009f6704 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000009f6669 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.056 cont 0.000 === 2015-10-12T17:14:36.477952+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000001345f02 in __wt_cursor_get_keyv () #1 0x0000000001346242 in __wt_cursor_get_key () #2 0x0000000000d6d8b2 in ?? () #3 0x0000000000d6d9d3 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000a2287f in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9070bab87 in strlen () at ../sysdeps/x86_64/strlen.S:137 #1 0x0000000000803fee in mongo::BSONElement::size() const () #2 0x000000000080ddf6 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #3 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.065 cont 0.000 === 2015-10-12T17:14:46.555061+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000d6dae3 in ?? () #1 0x0000000000d6de1f in ?? () #2 0x0000000000d6d9dc in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x0000000001320926 in __wt_row_search () #1 0x00000000012f5210 in __wt_btcur_search () #2 0x00000000013376e3 in ?? () #3 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #4 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #5 0x00000000008f4d08 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #6 0x00000000009e6a18 in mongo::DeleteStage::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #10 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #11 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #12 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #13 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #14 0x0000000000fac5f4 in ?? () #15 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x00000000009f6814 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000001410018 in tc_free () #1 0x0000000000bc5c13 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.067 cont 0.000 === 2015-10-12T17:14:56.633536+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x000000000132007b in __wt_row_search () #1 0x00000000012fa256 in __wt_btcur_remove () #2 0x00000000013372a5 in ?? () #3 0x0000000000d6dfa4 in mongo::WiredTigerIndexUnique::_unindex(__wt_cursor*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #4 0x0000000000d69193 in mongo::WiredTigerIndex::unindex(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #5 0x0000000000a7365d in mongo::BtreeBasedAccessMethod::removeOneKey(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #6 0x0000000000a73cd9 in mongo::BtreeBasedAccessMethod::remove(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #7 0x00000000009070a9 in mongo::IndexCatalog::_unindexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #8 0x0000000000907418 in mongo::IndexCatalog::unindexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #9 0x00000000008f4d83 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #10 0x00000000009e6a18 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #20 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000aebbb0 in mongo::OperationContextImpl::lockState() const () #1 0x0000000000bc96c6 in mongo::PlanYieldPolicy::shouldYield() () #2 0x0000000000bc57de in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000ce5009 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #1 0x0000000000d6da04 in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.065 cont 0.000 === 2015-10-12T17:15:06.700184+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x000000000131feda in __wt_row_search () #1 0x00000000012fa256 in __wt_btcur_remove () #2 0x00000000013372a5 in ?? () #3 0x0000000000d7538d in mongo::WiredTigerRecordStore::deleteRecord(mongo::OperationContext*, mongo::RecordId const&) () #4 0x00000000008f4d93 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #5 0x00000000009e6a18 in mongo::DeleteStage::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #9 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #10 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #11 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #12 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #13 0x0000000000fac5f4 in ?? () #14 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.055 cont 0.000 === 2015-10-12T17:15:16.765568+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000bc96c9 in mongo::PlanYieldPolicy::shouldYield() () #1 0x0000000000bc57de in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x000000000090707d in mongo::IndexCatalog::_unindexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #1 0x0000000000907418 in mongo::IndexCatalog::unindexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #2 0x00000000008f4d83 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #3 0x00000000009e6a18 in mongo::DeleteStage::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #7 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #8 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #9 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #10 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #11 0x0000000000fac5f4 in ?? () #12 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000bc5a94 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #1 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000140fb73 in tc_malloc () #1 0x0000000000eea439 in mongo::mongoMalloc(unsigned long) () #2 0x0000000000ce5049 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #3 0x0000000000d6da04 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.064 cont 0.000 === 2015-10-12T17:15:26.837613+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000ce51be in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #1 0x0000000000d6da04 in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x0000000000fabd0c in boost::detail::find_tss_data(void const*) () #1 0x0000000000fabd69 in boost::detail::get_tss_data(void const*) () #2 0x0000000000e06aca in mongo::ShardedConnectionInfo::get(bool) () #3 0x0000000000e07fdf in mongo::ensureShardVersionOKOrThrow(std::string const&) () #4 0x0000000000c2ef08 in mongo::repl::logOp(mongo::OperationContext*, char const*, char const*, mongo::BSONObj const&, mongo::BSONObj*, bool*, bool) () #5 0x00000000009e6b39 in mongo::DeleteStage::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #9 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #10 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #11 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #12 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #13 0x0000000000fac5f4 in ?? () #14 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000131bfc5 in __wt_row_ikey_alloc () #1 0x000000000131c664 in __wt_row_leaf_key_work () #2 0x00000000013200cb in __wt_row_search () #3 0x00000000012f64db in __wt_btcur_search_near () #4 0x000000000133798a in ?? () #5 0x0000000000d69912 in ?? () #6 0x0000000000d69b65 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #21 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.061 cont 0.000 === 2015-10-12T17:15:36.909609+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000141000f in tc_free () #1 0x0000000000bc5c13 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x000000000131ff72 in __wt_row_search () #1 0x00000000012f5210 in __wt_btcur_search () #2 0x00000000013376e3 in ?? () #3 0x0000000000d75356 in mongo::WiredTigerRecordStore::deleteRecord(mongo::OperationContext*, mongo::RecordId const&) () #4 0x00000000008f4d93 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #5 0x00000000009e6a18 in mongo::DeleteStage::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #9 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #10 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #11 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #12 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #13 0x0000000000fac5f4 in ?? () #14 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f6669 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000ce1973 in mongo::KeyString::TypeBits::resetFromBuffer(mongo::BufReader*) () #1 0x0000000000d6db8e in ?? () #2 0x0000000000d6de1f in ?? () #3 0x0000000000d6d9dc in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.057 cont 0.000 === 2015-10-12T17:15:46.977600+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000d6db9b in ?? () #1 0x0000000000d6de1f in ?? () #2 0x0000000000d6d9dc in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.056 cont 0.000 === 2015-10-12T17:15:57.046182+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000131ff28 in __wt_row_search () #1 0x00000000012f64db in __wt_btcur_search_near () #2 0x000000000133798a in ?? () #3 0x0000000000d69912 in ?? () #4 0x0000000000d69b65 in ?? () #5 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #6 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #7 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #8 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x00000000009f56b3 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.076 cont 0.000 === 2015-10-12T17:16:07.133587+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000012ede87 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.062 cont 0.000 === 2015-10-12T17:16:17.205909+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f571e in mongo::IndexScan::checkEnd() () #1 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000d69acc in ?? () #1 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000009ad1cc in mongo::LockerImpl::unlock(mongo::ResourceId) () #1 0x00000000009af721 in mongo::LockerImpl::saveLockStateAndUnlock(mongo::Locker::LockSnapshot*) () #2 0x0000000000be5055 in mongo::QueryYield::yieldAllLocks(mongo::OperationContext*, mongo::RecordFetcher*) () #3 0x0000000000bc975b in mongo::PlanYieldPolicy::yield(mongo::RecordFetcher*) () #4 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.068 cont 0.000 === 2015-10-12T17:16:27.285715+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000d6da4b in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f567a in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000d69798 in ?? () #1 0x0000000000d69a96 in ?? () #2 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000001337800 in ?? () #1 0x0000000000d69912 in ?? () #2 0x0000000000d69b65 in ?? () #3 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #4 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #5 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #6 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.061 cont 0.000 === 2015-10-12T17:16:37.358039+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000140fbf7 in tc_malloc () #1 0x0000000000eea439 in mongo::mongoMalloc(unsigned long) () #2 0x0000000000ce5049 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #3 0x0000000000d6da04 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000a2286b in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 strlen () at ../sysdeps/x86_64/strlen.S:66 #1 0x0000000000803fee in mongo::BSONElement::size() const () #2 0x000000000080de52 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #3 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.063 cont 0.000 === 2015-10-12T17:16:47.433325+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ede81 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x000000000131c190 in __wt_row_leaf_key_work () #1 0x00000000013200cb in __wt_row_search () #2 0x00000000012fa256 in __wt_btcur_remove () #3 0x00000000013372a5 in ?? () #4 0x0000000000d6dfa4 in mongo::WiredTigerIndexUnique::_unindex(__wt_cursor*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #5 0x0000000000d69193 in mongo::WiredTigerIndex::unindex(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #6 0x0000000000a7365d in mongo::BtreeBasedAccessMethod::removeOneKey(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #7 0x0000000000a73cd9 in mongo::BtreeBasedAccessMethod::remove(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #8 0x00000000009070a9 in mongo::IndexCatalog::_unindexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #9 0x0000000000907418 in mongo::IndexCatalog::unindexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #10 0x00000000008f4d83 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #11 0x00000000009e6a18 in mongo::DeleteStage::work(unsigned long*) () #12 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #13 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #14 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #15 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #16 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #17 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #18 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #19 0x0000000000fac5f4 in ?? () #20 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #21 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000ce28b4 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000134604f in __wt_cursor_get_keyv () #1 0x0000000001346242 in __wt_cursor_get_key () #2 0x0000000000d6d8b2 in ?? () #3 0x0000000000d6d9d3 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.068 cont 0.000 === 2015-10-12T17:16:57.505778+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000aec0b2 in mongo::OperationContextImpl::checkForInterruptNoAssert() const () #1 0x0000000000aebfe6 in mongo::OperationContextImpl::checkForInterrupt() const () #2 0x0000000000bc9739 in mongo::PlanYieldPolicy::yield(mongo::RecordFetcher*) () #3 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00000000013209f4 in __wt_row_search () #1 0x00000000012f5210 in __wt_btcur_search () #2 0x00000000013376e3 in ?? () #3 0x0000000000d75356 in mongo::WiredTigerRecordStore::deleteRecord(mongo::OperationContext*, mongo::RecordId const&) () #4 0x00000000008f4d93 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #5 0x00000000009e6a18 in mongo::DeleteStage::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #9 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #10 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #11 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #12 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #13 0x0000000000fac5f4 in ?? () #14 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000001346805 in __wt_cursor_get_valuev () #1 0x0000000001346abc in __wt_cursor_get_value () #2 0x0000000000d6db0c in ?? () #3 0x0000000000d6de1f in ?? () #4 0x0000000000d6d9dc in ?? () #5 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #6 0x00000000009f567a in mongo::IndexScan::checkEnd() () #7 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #8 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000a825f0 in mongo::BtreeIndexCursor::advance() () #1 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.058 cont 0.000 === 2015-10-12T17:17:07.573477+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00000000012fa5e2 in __wt_btcur_remove () #1 0x00000000013372a5 in ?? () #2 0x0000000000d7538d in mongo::WiredTigerRecordStore::deleteRecord(mongo::OperationContext*, mongo::RecordId const&) () #3 0x00000000008f4d93 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #4 0x00000000009e6a18 in mongo::DeleteStage::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #8 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #9 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #10 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #11 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #12 0x0000000000fac5f4 in ?? () #13 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000d6deac in ?? () #1 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000080df58 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.057 cont 0.000 === 2015-10-12T17:17:17.636039+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000bc5bb1 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #1 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #5 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #6 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #7 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #8 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #9 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #10 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x000000000131e7bb in __wt_row_modify () #1 0x00000000012fac88 in __wt_btcur_remove () #2 0x00000000013372a5 in ?? () #3 0x0000000000d7538d in mongo::WiredTigerRecordStore::deleteRecord(mongo::OperationContext*, mongo::RecordId const&) () #4 0x00000000008f4d93 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #5 0x00000000009e6a18 in mongo::DeleteStage::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #9 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #10 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #11 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #12 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #13 0x0000000000fac5f4 in ?? () #14 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x00000000009f56b3 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000ce3c1d in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.057 cont 0.000 === 2015-10-12T17:17:27.701504+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00000000008f45c9 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #1 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #2 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #6 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #7 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #8 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #9 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #10 0x0000000000fac5f4 in ?? () #11 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x0000000000cc6f02 in mongo::UnorderedFastKeyTable::Area::find(mongo::StringData const&, unsigned long, int*, mongo::UnorderedFastKeyTable const&) const () #1 0x0000000000cc7156 in mongo::UnorderedFastKeyTable::get(mongo::StringData const&) () #2 0x0000000000ccb4e4 in mongo::Top::record(mongo::StringData const&, int, int, long long, bool) () #3 0x00000000009b7f4c in mongo::CurOp::recordGlobalTime(bool, long long) const () #4 0x0000000000993755 in ?? () #5 0x0000000000995625 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #6 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #7 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #8 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #9 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x0000000001303aa4 in __wt_page_in_func () #1 0x0000000001320270 in __wt_row_search () #2 0x00000000012f75a6 in __wt_btcur_insert () #3 0x0000000001338246 in ?? () #4 0x0000000000d6b9ab in mongo::WiredTigerIndexUnique::_insert(__wt_cursor*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #5 0x0000000000d6cb18 in mongo::WiredTigerIndex::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #6 0x0000000000a73a1b in mongo::BtreeBasedAccessMethod::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #7 0x0000000000906fde in mongo::IndexCatalog::_indexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&) () #8 0x0000000000907355 in mongo::IndexCatalog::indexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&) () #9 0x00000000008f4be0 in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #10 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #11 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #12 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #13 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #14 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #15 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #16 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #17 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #18 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #19 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #20 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #21 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #22 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #23 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #24 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 #1 0x00007fd90802d657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0 #2 0x00007fd90802d480 in __GI___pthread_mutex_lock (mutex=0x1b6c480 ) at ../nptl/pthread_mutex_lock.c:79 #3 0x0000000000ccb4bd in mongo::Top::record(mongo::StringData const&, int, int, long long, bool) () #4 0x00000000009b7f4c in mongo::CurOp::recordGlobalTime(bool, long long) const () #5 0x0000000000993755 in ?? () #6 0x0000000000995625 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #7 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #8 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #9 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #10 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.063 cont 0.000 === 2015-10-12T17:17:37.773461+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080cb70 in mongo::BSONObjBuilderValueStream::endField(mongo::StringData const&) () #1 0x0000000000ce5183 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x000000000131c0c0 in __wt_row_leaf_key_work () #1 0x00000000013200cb in __wt_row_search () #2 0x00000000012f64db in __wt_btcur_search_near () #3 0x000000000133798a in ?? () #4 0x0000000000d69912 in ?? () #5 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #6 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #7 0x00000000009e6ae3 in mongo::DeleteStage::work(unsigned long*) () #8 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #11 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #12 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #13 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #14 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #15 0x0000000000fac5f4 in ?? () #16 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000d6d9b0 in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f5512 in mongo::IndexScan::restoreState(mongo::OperationContext*) () #3 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #4 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000a22fc4 in mongo::WorkingSet::flagNewIdxId(unsigned long const&) () #1 0x00000000009f6704 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.060 cont 0.000 === 2015-10-12T17:17:47.841692+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000d69798 in ?? () #1 0x0000000000d69a96 in ?? () #2 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.059 cont 0.000 === 2015-10-12T17:17:57.904524+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 strlen () at ../sysdeps/x86_64/strlen.S:66 #1 0x0000000000803fee in mongo::BSONElement::size() const () #2 0x000000000080de52 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #3 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ef2ac in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000ce3c11 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.068 cont 0.000 === 2015-10-12T17:18:07.975453+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000e01d3d in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #1 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #4 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #5 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #6 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #7 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #8 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #9 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000ce1810 in mongo::KeyString::decodeRecordId(mongo::BufReader*) () #1 0x0000000000d6db68 in ?? () #2 0x0000000000d6de1f in ?? () #3 0x0000000000d6d9dc in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.071 cont 0.000 === 2015-10-12T17:18:18.058571+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000a23102 in mongo::WorkingSet::allocate() () #1 0x00000000009f6618 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000d6da45 in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f567a in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000080cb77 in mongo::BSONObjBuilderValueStream::endField(mongo::StringData const&) () #1 0x0000000000ce5183 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.071 cont 0.000 === 2015-10-12T17:18:28.138160+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000001336a7f in ?? () #1 0x0000000000d69adb in ?? () #2 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000009f67f8 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.054 cont 0.000 === 2015-10-12T17:18:38.194649+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 __memmove_ssse3_back () at ../sysdeps/x86_64/multiarch/memcpy-ssse3-back.S:1775 #1 0x0000000000d6d8f4 in ?? () #2 0x0000000000d6d9d3 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000d6d9c2 in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f650b in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.055 cont 0.000 === 2015-10-12T17:18:48.255488+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000a2286b in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x0000000000a0ca13 in mongo::ScopedTimer::~ScopedTimer() () #1 0x00000000009e6819 in mongo::DeleteStage::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #5 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #6 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #7 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #8 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #9 0x0000000000fac5f4 in ?? () #10 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x00000000009f6737 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:18:58.319938+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000bc5bfe in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #1 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #5 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #6 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #7 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #8 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #9 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #10 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000d6da4b in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f567a in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x000000000140fb68 in tc_malloc () #1 0x0000000000eea439 in mongo::mongoMalloc(unsigned long) () #2 0x0000000000ce5049 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #3 0x0000000000d6da04 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.055 cont 0.000 === 2015-10-12T17:19:08.385550+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000aebbb0 in mongo::OperationContextImpl::lockState() const () #1 0x0000000000bc96c6 in mongo::PlanYieldPolicy::shouldYield() () #2 0x0000000000bc57de in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000bc96c0 in mongo::PlanYieldPolicy::shouldYield() () #1 0x0000000000bc57de in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000ce28b4 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.060 cont 0.000 === 2015-10-12T17:19:18.457745+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.053 cont 0.000 === 2015-10-12T17:19:28.521557+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012edeb8 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000a23102 in mongo::WorkingSet::allocate() () #1 0x00000000009f6618 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.062 cont 0.000 === 2015-10-12T17:19:38.594996+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f6644 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000ce3c95 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000bc5bb0 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #1 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #5 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #6 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #7 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #8 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #9 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #10 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.059 cont 0.000 === 2015-10-12T17:19:48.656565+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x0000000000bc5c13 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.062 cont 0.000 === 2015-10-12T17:19:58.729950+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd9079ce94b in char* std::string::_S_construct(char const*, char const*, std::allocator const&, std::forward_iterator_tag) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #1 0x00007fd9079ced48 in std::basic_string, std::allocator >::basic_string(char const*, std::allocator const&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #2 0x0000000000c2eefb in mongo::repl::logOp(mongo::OperationContext*, char const*, char const*, mongo::BSONObj const&, mongo::BSONObj*, bool*, bool) () #3 0x00000000009e6b39 in mongo::DeleteStage::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #7 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #8 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #9 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #10 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #11 0x0000000000fac5f4 in ?? () #12 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000ce5146 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #1 0x0000000000d6da04 in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9079cd1ba in std::string::_Rep::_S_create(unsigned long, unsigned long, std::allocator const&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #1 0x00007fd9079ce931 in char* std::string::_S_construct(char const*, char const*, std::allocator const&, std::forward_iterator_tag) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #2 0x00007fd9079ced48 in std::basic_string, std::allocator >::basic_string(char const*, std::allocator const&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #3 0x0000000000a82756 in mongo::BtreeKeyGeneratorV1::extractNextElement(mongo::BSONObj const&, mongo::BSONObj const&, char const*&, bool&) const () #4 0x0000000000a88d58 in mongo::BtreeKeyGeneratorV1::getKeysImplWithArray(std::vector >, std::vector >, mongo::BSONObj const&, std::set >*, unsigned int, mongo::BSONObj const&) const () #5 0x0000000000a8a071 in mongo::BtreeKeyGeneratorV1::getKeysImpl(std::vector >, std::vector >, mongo::BSONObj const&, std::set >*) const () #6 0x0000000000a851f4 in mongo::BtreeKeyGenerator::getKeys(mongo::BSONObj const&, std::set >*) const () #7 0x0000000000a7392c in mongo::BtreeBasedAccessMethod::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #8 0x0000000000906fde in mongo::IndexCatalog::_indexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&) () #9 0x0000000000907355 in mongo::IndexCatalog::indexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&) () #10 0x00000000008f4be0 in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #11 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #12 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #13 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #14 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #15 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #16 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #17 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #18 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #19 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #20 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #21 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #22 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #23 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #24 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #25 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000d69798 in ?? () #1 0x0000000000d69a96 in ?? () #2 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.067 cont 0.000 === 2015-10-12T17:20:08.809297+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000001346838 in __wt_cursor_get_valuev () #1 0x0000000001346abc in __wt_cursor_get_value () #2 0x0000000000d6db0c in ?? () #3 0x0000000000d6de1f in ?? () #4 0x0000000000d6d9dc in ?? () #5 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #6 0x00000000009f567a in mongo::IndexScan::checkEnd() () #7 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #8 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000d6da4b in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f567a in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.067 cont 0.000 === 2015-10-12T17:20:18.887855+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000001345f71 in __wt_cursor_get_keyv () #1 0x0000000001346242 in __wt_cursor_get_key () #2 0x0000000000d6d8b2 in ?? () #3 0x0000000000d6d9d3 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000803db2 in mongo::BSONElement::size() const () #1 0x000000000080ddf6 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #2 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000d69798 in ?? () #1 0x0000000000d69a96 in ?? () #2 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.061 cont 0.000 === 2015-10-12T17:20:28.960035+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000134693c in __wt_cursor_get_valuev () #1 0x0000000001346abc in __wt_cursor_get_value () #2 0x0000000000d6db0c in ?? () #3 0x0000000000d6de1f in ?? () #4 0x0000000000d6d9dc in ?? () #5 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #6 0x00000000009f567a in mongo::IndexScan::checkEnd() () #7 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #8 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000131c190 in __wt_row_leaf_key_work () #1 0x00000000012ee111 in __wt_btcur_next () #2 0x0000000001336a89 in ?? () #3 0x0000000000d69adb in ?? () #4 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000001336a20 in ?? () #1 0x0000000000d69adb in ?? () #2 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.063 cont 0.000 === 2015-10-12T17:20:39.027968+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000140fb48 in tc_malloc () #1 0x0000000000eea439 in mongo::mongoMalloc(unsigned long) () #2 0x0000000000ce5049 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #3 0x0000000000d6da04 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000001345f6e in __wt_cursor_get_keyv () #1 0x0000000001346242 in __wt_cursor_get_key () #2 0x0000000000d6d8b2 in ?? () #3 0x0000000000d6d9d3 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000d6da4b in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f567a in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.064 cont 0.000 === 2015-10-12T17:20:49.101383+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f6456 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x000000000140fb68 in tc_malloc () #1 0x0000000000eea439 in mongo::mongoMalloc(unsigned long) () #2 0x0000000000ce5049 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #3 0x0000000000d6da04 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.054 cont 0.000 === 2015-10-12T17:20:59.166975+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.047 cont 0.000 === 2015-10-12T17:21:09.225422+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x0000000001320a02 in __wt_row_search () #1 0x00000000012fa256 in __wt_btcur_remove () #2 0x00000000013372a5 in ?? () #3 0x0000000000d69ea0 in mongo::WiredTigerIndexStandard::_unindex(__wt_cursor*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #4 0x0000000000d69193 in mongo::WiredTigerIndex::unindex(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #5 0x0000000000a7365d in mongo::BtreeBasedAccessMethod::removeOneKey(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #6 0x0000000000a73cd9 in mongo::BtreeBasedAccessMethod::remove(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #7 0x00000000009070a9 in mongo::IndexCatalog::_unindexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #8 0x0000000000907418 in mongo::IndexCatalog::unindexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #9 0x00000000008f4d83 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #10 0x00000000009e6a18 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #20 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000132090c in __wt_row_search () #1 0x00000000012f64db in __wt_btcur_search_near () #2 0x000000000133798a in ?? () #3 0x0000000000d69912 in ?? () #4 0x0000000000d69b65 in ?? () #5 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #6 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #7 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #8 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000ce5004 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #1 0x0000000000d6da04 in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.060 cont 0.000 === 2015-10-12T17:21:19.297431+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000140fb73 in tc_malloc () #1 0x0000000000eea439 in mongo::mongoMalloc(unsigned long) () #2 0x0000000000ce5049 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #3 0x0000000000d6da04 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000d6da4b in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f650b in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.055 cont 0.000 === 2015-10-12T17:21:29.363770+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd9080327eb in __libc_recv (fd=33, buf=0x7fd8ff34ba60, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f19df2 in mongo::MessagingPort::recv(mongo::Message const&, mongo::Message&) () #6 0x0000000000842539 in mongo::DBClientConnection::call(mongo::Message&, mongo::Message&, bool, std::string*) () #7 0x0000000000853f40 in mongo::DBClientCursor::init() () #8 0x0000000000840a08 in mongo::DBClientBase::query(std::string const&, mongo::Query, int, int, mongo::BSONObj const*, int, int) () #9 0x00000000008473f3 in mongo::DBClientConnection::query(std::string const&, mongo::Query, int, int, mongo::BSONObj const*, int, int) () #10 0x00000000008412e6 in mongo::DBClientInterface::findN(std::vector >&, std::string const&, mongo::Query, int, int, mongo::BSONObj const*, int) () #11 0x0000000000841768 in mongo::DBClientInterface::findOne(std::string const&, mongo::Query const&, mongo::BSONObj const*, int) () #12 0x000000000083748e in mongo::DBClientWithCommands::runCommand(std::string const&, mongo::BSONObj const&, mongo::BSONObj&, int) () #13 0x00000000008376e3 in mongo::DBClientConnection::runCommand(std::string const&, mongo::BSONObj const&, mongo::BSONObj&, int) () #14 0x0000000000df1117 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #16 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #17 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #18 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #19 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #20 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #21 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #22 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #23 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080da11 in mongo::BSONObj::getOwned() const () #1 0x00000000009f67ed in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 0x0000000001311b07 in __wt_cache_op () #1 0x000000000139ea0e in __wt_checkpoint () #2 0x000000000139d957 in ?? () #3 0x000000000139f4e5 in __wt_txn_checkpoint () #4 0x00000000013925a6 in ?? () #5 0x000000000132abba in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000007e12b0 in memcpy@plt () #1 0x0000000000ce3cc8 in ?? () #2 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #3 0x0000000000d6da04 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.058 cont 0.000 === 2015-10-12T17:21:39.432986+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000aebbb0 in mongo::OperationContextImpl::lockState() const () #1 0x0000000000bc96c6 in mongo::PlanYieldPolicy::shouldYield() () #2 0x0000000000bc57de in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000ce3c53 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.054 cont 0.000 === 2015-10-12T17:21:49.498623+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000d6db9b in ?? () #1 0x0000000000d6de1f in ?? () #2 0x0000000000d6d9dc in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000bc5bfe in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #1 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #5 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #6 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #7 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #8 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #9 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #10 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #1 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.052 cont 0.000 === 2015-10-12T17:21:59.561442+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000013780de in ?? () #1 0x000000000137b964 in ?? () #2 0x000000000137d565 in __wt_reconcile () #3 0x000000000134d234 in __wt_evict () #4 0x000000000134b142 in __wt_evict_page () #5 0x00000000012f4a19 in __wt_btcur_reset () #6 0x0000000001336910 in ?? () #7 0x0000000000d7c94f in mongo::WiredTigerCursor::reset() () #8 0x0000000000d6d9a6 in ?? () #9 0x0000000000a823d3 in mongo::BtreeIndexCursor::savePosition() () #10 0x00000000009f5340 in mongo::IndexScan::saveState() () #11 0x0000000000bc5659 in mongo::PlanExecutor::saveState() () #12 0x0000000000bc9750 in mongo::PlanYieldPolicy::yield(mongo::RecordFetcher*) () #13 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #14 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #15 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #16 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #17 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #18 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #19 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #20 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #21 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #22 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #23 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #24 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 0x000000000134bdc5 in ?? () #1 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #2 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x0000000000adc655 in mongo::getFieldDottedOrArray(mongo::BSONObj const&, mongo::FieldRef const&, unsigned long*) () #1 0x0000000000adba7b in mongo::BSONElementIterator::more() () #2 0x0000000000e5822a in mongo::ShardKeyPattern::extractShardKeyFromMatchable(mongo::MatchableDocument const&) const () #3 0x0000000000e5a50d in mongo::ShardKeyPattern::extractShardKeyFromDoc(mongo::BSONObj const&) const () #4 0x0000000000de4b05 in mongo::isInRange(mongo::BSONObj const&, mongo::BSONObj const&, mongo::BSONObj const&, mongo::BSONObj const&) () #5 0x0000000000de4ee4 in mongo::logOpForSharding(mongo::OperationContext*, char const*, char const*, mongo::BSONObj const&, mongo::BSONObj*, bool) () #6 0x0000000000c2ef55 in mongo::repl::logOp(mongo::OperationContext*, char const*, char const*, mongo::BSONObj const&, mongo::BSONObj*, bool*, bool) () #7 0x0000000000995845 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #8 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #9 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #10 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #11 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #15 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #16 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #17 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #18 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #19 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #20 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001367eae in __wt_sleep () #2 0x0000000001303a38 in __wt_page_in_func () #3 0x0000000001320270 in __wt_row_search () #4 0x00000000012f64db in __wt_btcur_search_near () #5 0x000000000133798a in ?? () #6 0x0000000000d69912 in ?? () #7 0x0000000000d69b65 in ?? () #8 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #9 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #10 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #11 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #16 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #17 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #18 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #19 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #20 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #21 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #22 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.060 cont 0.000 === 2015-10-12T17:22:09.632335+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x0000000000fb33e1 in tcmalloc::CentralFreeList::FetchFromOneSpans(int, void**, void**) () #1 0x0000000000fb37e6 in tcmalloc::CentralFreeList::RemoveRange(void**, void**, int) () #2 0x0000000000fbfb13 in tcmalloc::ThreadCache::FetchFromCentralCache(unsigned long, unsigned long) () #3 0x0000000001410372 in tc_calloc () #4 0x0000000001364ff8 in __wt_calloc () #5 0x000000000131d94d in __wt_update_alloc () #6 0x000000000131ea8c in __wt_row_modify () #7 0x00000000012f7536 in __wt_btcur_insert () #8 0x0000000001338246 in ?? () #9 0x0000000000d6b9ab in mongo::WiredTigerIndexUnique::_insert(__wt_cursor*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #10 0x0000000000d6cb18 in mongo::WiredTigerIndex::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #11 0x0000000000a73a1b in mongo::BtreeBasedAccessMethod::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #12 0x0000000000906fde in mongo::IndexCatalog::_indexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&) () #13 0x0000000000907355 in mongo::IndexCatalog::indexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&) () #14 0x00000000008f4be0 in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #15 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #16 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #17 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #18 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #19 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #20 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #21 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #22 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #23 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #24 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #25 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #26 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #27 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #28 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #29 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.057 cont 0.000 === 2015-10-12T17:22:19.700904+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000aebbb0 in mongo::OperationContextImpl::lockState() const () #1 0x0000000000bc96c6 in mongo::PlanYieldPolicy::shouldYield() () #2 0x0000000000bc57de in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000a22666 in mongo::WorkingSet::getAndClearIdxIds() () #1 0x0000000000a2382e in mongo::WorkingSetCommon::forceFetchAllLocs(mongo::OperationContext*, mongo::WorkingSet*, mongo::Collection const*) () #2 0x0000000000bc5696 in mongo::PlanExecutor::saveState() () #3 0x0000000000bc9750 in mongo::PlanYieldPolicy::yield(mongo::RecordFetcher*) () #4 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:22:29.762575+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ee254 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b34b in __wt_evict_file_exclusive_on () #3 0x0000000001311a51 in __wt_cache_op () #4 0x000000000139ea0e in __wt_checkpoint () #5 0x000000000139d957 in ?? () #6 0x000000000139f4e5 in __wt_txn_checkpoint () #7 0x00000000013925a6 in ?? () #8 0x000000000132abba in ?? () #9 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #10 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000012ee1f3 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000012ee0ea in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.058 cont 0.000 === 2015-10-12T17:22:39.829320+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000d6f6ca in void std::vector, std::allocator > >::emplace_back >(std::pair&&) () #1 0x0000000000d6dbb1 in ?? () #2 0x0000000000d6de1f in ?? () #3 0x0000000000d6d9dc in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000d6db7a in ?? () #1 0x0000000000d6de1f in ?? () #2 0x0000000000d6d9dc in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.055 cont 0.000 === 2015-10-12T17:22:49.895385+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000131c044 in __wt_row_leaf_key_work () #1 0x00000000012ee111 in __wt_btcur_next () #2 0x0000000001336a89 in ?? () #3 0x0000000000d69adb in ?? () #4 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x00000000009f56b3 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 __memmove_ssse3_back () at ../sysdeps/x86_64/multiarch/memcpy-ssse3-back.S:1778 #1 0x0000000000d6d8f4 in ?? () #2 0x0000000000d6d9d3 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.056 cont 0.000 === 2015-10-12T17:22:59.955034+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000ce3c11 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.055 cont 0.000 === 2015-10-12T17:23:10.018440+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ee107 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000131c717 in __wt_row_leaf_key_work () #1 0x00000000012ee111 in __wt_btcur_next () #2 0x0000000001336a89 in ?? () #3 0x0000000000d69adb in ?? () #4 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000bc5a51 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #1 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.059 cont 0.000 === 2015-10-12T17:23:20.081179+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x0000000000d7f224 in mongo::WiredTigerRecoveryUnit::registerChange(mongo::RecoveryUnit::Change*) () #1 0x0000000000d74f5c in mongo::WiredTigerRecordStore::_changeNumRecords(mongo::OperationContext*, long) () #2 0x0000000000d753a7 in mongo::WiredTigerRecordStore::deleteRecord(mongo::OperationContext*, mongo::RecordId const&) () #3 0x00000000008f4d93 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #4 0x00000000009e6a18 in mongo::DeleteStage::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #8 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #9 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #10 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #11 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #12 0x0000000000fac5f4 in ?? () #13 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000001346238 in __wt_cursor_get_key () #1 0x0000000000d6d8b2 in ?? () #2 0x0000000000d6d9d3 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000012edd45 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.063 cont 0.000 === 2015-10-12T17:23:30.146512+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000ce5868 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #1 0x0000000000d6da04 in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 0x000000000137bd72 in ?? () #1 0x000000000137d565 in __wt_reconcile () #2 0x000000000131193f in __wt_cache_op () #3 0x000000000139effa in __wt_txn_checkpoint () #4 0x00000000013925a6 in ?? () #5 0x000000000132abba in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000d6da4b in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f650b in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.061 cont 0.000 === 2015-10-12T17:23:40.217627+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000d6f6ca in void std::vector, std::allocator > >::emplace_back >(std::pair&&) () #1 0x0000000000d6dbb1 in ?? () #2 0x0000000000d6de1f in ?? () #3 0x0000000000d6d9dc in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000009a7d92 in mongo::LockerImpl::getWaitingResource() const () #1 0x00000000009a9401 in mongo::LockerImpl::lockBegin(mongo::ResourceId, mongo::LockMode) () #2 0x00000000009abd5c in mongo::LockerImpl::lock(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #3 0x00000000009a4f68 in mongo::LockerImpl::restoreLockState(mongo::Locker::LockSnapshot const&) () #4 0x0000000000be50ba in mongo::QueryYield::yieldAllLocks(mongo::OperationContext*, mongo::RecordFetcher*) () #5 0x0000000000bc975b in mongo::PlanYieldPolicy::yield(mongo::RecordFetcher*) () #6 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000009ae064 in void std::__introsort_loop<__gnu_cxx::__normal_iterator > >, long>(__gnu_cxx::__normal_iterator > >, __gnu_cxx::__normal_iterator > >, long) () #1 0x00000000009ae2b6 in void std::sort<__gnu_cxx::__normal_iterator > > >(__gnu_cxx::__normal_iterator > >, __gnu_cxx::__normal_iterator > >) () #2 0x00000000009afadd in mongo::LockerImpl::saveLockStateAndUnlock(mongo::Locker::LockSnapshot*) () #3 0x0000000000be5055 in mongo::QueryYield::yieldAllLocks(mongo::OperationContext*, mongo::RecordFetcher*) () #4 0x0000000000bc975b in mongo::PlanYieldPolicy::yield(mongo::RecordFetcher*) () #5 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.061 cont 0.000 === 2015-10-12T17:23:50.286155+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x00000000009f6814 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 __memmove_ssse3_back () at ../sysdeps/x86_64/multiarch/memcpy-ssse3-back.S:61 #1 0x0000000000ce3cc8 in ?? () #2 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #3 0x0000000000d6da04 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x000000000080de35 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.055 cont 0.000 === 2015-10-12T17:24:00.349460+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080dea2 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000012ec802 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000009f5698 in mongo::IndexScan::checkEnd() () #1 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:24:10.413325+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000a22fc4 in mongo::WorkingSet::flagNewIdxId(unsigned long const&) () #1 0x00000000009f6704 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.054 cont 0.000 === 2015-10-12T17:24:20.469778+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ee8b3 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000d6da4b in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f650b in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000ce3c9d in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.056 cont 0.000 === 2015-10-12T17:24:30.533439+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000d6dadb in ?? () #1 0x0000000000d6de75 in ?? () #2 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x000000000134523b in ?? () #1 0x00000000013466a1 in __wt_cursor_set_keyv () #2 0x00000000013467d2 in __wt_cursor_set_key () #3 0x0000000000d75555 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #4 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #5 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #6 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #10 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #11 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #12 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #13 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #14 0x0000000000fac5f4 in ?? () #15 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x000000000140fb68 in tc_malloc () #1 0x0000000000eea439 in mongo::mongoMalloc(unsigned long) () #2 0x0000000000ce5049 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #3 0x0000000000d6da04 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.059 cont 0.000 === 2015-10-12T17:24:40.601310+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000001345f3a in __wt_cursor_get_keyv () #1 0x0000000001346242 in __wt_cursor_get_key () #2 0x0000000000d6d8b2 in ?? () #3 0x0000000000d6d9d3 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000d6de2e in ?? () #1 0x0000000000d6d9dc in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x000000000140fbdd in tc_malloc () #1 0x0000000000eea439 in mongo::mongoMalloc(unsigned long) () #2 0x0000000000ce5049 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #3 0x0000000000d6da04 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.057 cont 0.000 === 2015-10-12T17:24:50.669303+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000aebbb0 in mongo::OperationContextImpl::lockState() const () #1 0x0000000000bc96c6 in mongo::PlanYieldPolicy::shouldYield() () #2 0x0000000000bc57de in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000d6da36 in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f567a in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000ce28b4 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.055 cont 0.000 === 2015-10-12T17:25:00.726217+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 0x0000000001378099 in ?? () #1 0x000000000137c387 in ?? () #2 0x000000000137d565 in __wt_reconcile () #3 0x000000000134d234 in __wt_evict () #4 0x000000000134b142 in __wt_evict_page () #5 0x000000000134b689 in __wt_evict_lru_page () #6 0x000000000134b88a in ?? () #7 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #8 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x0000000000e57254 in mongo::ShardKeyPattern::isValid() const () #1 0x0000000000e58099 in mongo::ShardKeyPattern::extractShardKeyFromMatchable(mongo::MatchableDocument const&) const () #2 0x0000000000e5a50d in mongo::ShardKeyPattern::extractShardKeyFromDoc(mongo::BSONObj const&) const () #3 0x0000000000de4b05 in mongo::isInRange(mongo::BSONObj const&, mongo::BSONObj const&, mongo::BSONObj const&, mongo::BSONObj const&) () #4 0x0000000000de4ee4 in mongo::logOpForSharding(mongo::OperationContext*, char const*, char const*, mongo::BSONObj const&, mongo::BSONObj*, bool) () #5 0x0000000000c2ef55 in mongo::repl::logOp(mongo::OperationContext*, char const*, char const*, mongo::BSONObj const&, mongo::BSONObj*, bool*, bool) () #6 0x0000000000995845 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #7 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #8 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #9 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #10 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.052 cont 0.000 === 2015-10-12T17:25:10.779204+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ec5f8 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000ce5261 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #1 0x0000000000d6da04 in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000d6d9c0 in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f650b in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.055 cont 0.000 === 2015-10-12T17:25:20.845491+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000d6d9cb in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f5512 in mongo::IndexScan::restoreState(mongo::OperationContext*) () #3 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #4 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000bc96c0 in mongo::PlanYieldPolicy::shouldYield() () #1 0x0000000000bc57de in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:25:30.910018+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 __memmove_ssse3_back () at ../sysdeps/x86_64/multiarch/memcpy-ssse3-back.S:55 #1 0x00000000012eecda in __wt_btcur_next () #2 0x0000000001336a89 in ?? () #3 0x0000000000d69adb in ?? () #4 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000009f5248 in mongo::IndexScan::isEOF() () #1 0x00000000009f648e in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000009f650b in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.059 cont 0.000 === 2015-10-12T17:25:40.978588+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000a2287f in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:25:51.042350+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000803fe5 in mongo::BSONElement::size() const () #1 0x000000000080ddf6 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #2 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.055 cont 0.000 === 2015-10-12T17:26:01.105357+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f6669 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9070cf685 in __strncpy_sse2_unaligned () at ../sysdeps/x86_64/multiarch/strcpy-sse2-unaligned.S:488 #1 0x00000000009b7edb in mongo::CurOp::setNS(mongo::StringData const&) () #2 0x0000000000992880 in ?? () #3 0x0000000000994d20 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #4 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #5 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #6 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #7 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000e0210f in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #1 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #4 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #5 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #6 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #7 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #8 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #9 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:26:11.161401+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009ae282 in void std::sort<__gnu_cxx::__normal_iterator > > >(__gnu_cxx::__normal_iterator > >, __gnu_cxx::__normal_iterator > >) () #1 0x00000000009afadd in mongo::LockerImpl::saveLockStateAndUnlock(mongo::Locker::LockSnapshot*) () #2 0x0000000000be5055 in mongo::QueryYield::yieldAllLocks(mongo::OperationContext*, mongo::RecordFetcher*) () #3 0x0000000000bc975b in mongo::PlanYieldPolicy::yield(mongo::RecordFetcher*) () #4 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x000000000139d10c in __wt_txn_update_oldest () #1 0x000000000139d522 in __wt_txn_commit () #2 0x0000000001392d20 in ?? () #3 0x0000000000d7ca3e in mongo::WiredTigerRecoveryUnit::_txnClose(bool) () #4 0x0000000000d7cdaa in mongo::WiredTigerRecoveryUnit::_commit() () #5 0x00000000008f87ac in mongo::WriteUnitOfWork::commit() () #6 0x0000000000995858 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #7 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #8 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #9 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #10 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x0000000000d74e9b in mongo::WiredTigerRecordStore::_nextId() () #1 0x0000000000d7a3cf in mongo::WiredTigerRecordStore::insertRecord(mongo::OperationContext*, char const*, int, bool) () #2 0x00000000008f4b7e in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #3 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #4 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #5 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #6 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #7 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #8 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.056 cont 0.000 === 2015-10-12T17:26:21.229452+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000bc5630 in mongo::PlanExecutor::getOpCtx() const () #1 0x0000000000bc96bd in mongo::PlanYieldPolicy::shouldYield() () #2 0x0000000000bc57de in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000d69798 in ?? () #1 0x0000000000d69a96 in ?? () #2 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000efeac7 in mongo::ElapsedTracker::intervalHasElapsed() () #1 0x0000000000bc57de in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:26:31.287413+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000a822f0 in mongo::BtreeIndexCursor::isEOF() const () #1 0x00000000009f648e in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 memset () at ../sysdeps/x86_64/memset.S:98 #1 0x000000000141019f in tc_calloc () #2 0x0000000001364ff8 in __wt_calloc () #3 0x000000000131d94d in __wt_update_alloc () #4 0x000000000131ea8c in __wt_row_modify () #5 0x00000000012f7536 in __wt_btcur_insert () #6 0x0000000001338246 in ?? () #7 0x0000000000d7a461 in mongo::WiredTigerRecordStore::insertRecord(mongo::OperationContext*, char const*, int, bool) () #8 0x00000000008f4b7e in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #9 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #10 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #11 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #12 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #13 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #14 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #16 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #17 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #18 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #19 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #20 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #21 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #22 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #23 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00000000014116c1 in tc_new () #1 0x00007fd9079cd209 in std::string::_Rep::_S_create(unsigned long, unsigned long, std::allocator const&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #2 0x00007fd9079ce931 in char* std::string::_S_construct(char const*, char const*, std::allocator const&, std::forward_iterator_tag) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #3 0x00007fd9079ce9ed in std::basic_string, std::allocator >::basic_string(char const*, unsigned long, std::allocator const&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #4 0x0000000000843862 in mongo::NamespaceString::NamespaceString(mongo::StringData const&) () #5 0x0000000000e07f74 in mongo::ensureShardVersionOKOrThrow(std::string const&) () #6 0x0000000000c2ef08 in mongo::repl::logOp(mongo::OperationContext*, char const*, char const*, mongo::BSONObj const&, mongo::BSONObj*, bool*, bool) () #7 0x0000000000995845 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #8 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #9 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #10 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #11 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #15 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #16 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #17 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #18 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #19 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #20 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.059 cont 0.000 === 2015-10-12T17:26:41.357640+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x00000000009f56b3 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000a2286b in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000d6da4b in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f650b in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:26:51.413567+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000ce3c53 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.055 cont 0.000 === 2015-10-12T17:27:01.475488+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ec463 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000012ee14b in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000d6de68 in ?? () #1 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:27:11.540158+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 __memmove_ssse3_back () at ../sysdeps/x86_64/multiarch/memcpy-ssse3-back.S:1778 #1 0x0000000000d6d8f4 in ?? () #2 0x0000000000d6d9d3 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000e0210f in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #1 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #4 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #5 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #6 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #7 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #8 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #9 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000d6db9b in ?? () #1 0x0000000000d6de1f in ?? () #2 0x0000000000d6d9dc in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.055 cont 0.000 === 2015-10-12T17:27:21.605960+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000a2286b in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000d6d9b0 in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f567a in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000012ecba0 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.059 cont 0.000 === 2015-10-12T17:27:31.676003+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 __lll_unlock_wake () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:371 #1 0x00007fd90802e8a4 in _L_unlock_722 () from /lib/x86_64-linux-gnu/libpthread.so.0 #2 0x00007fd90802e7f4 in __pthread_mutex_unlock_usercnt (decr=1, mutex=0x2d4bdb8) at pthread_mutex_unlock.c:57 #3 __GI___pthread_mutex_unlock (mutex=0x2d4bdb8) at pthread_mutex_unlock.c:310 #4 0x0000000001366da7 in __wt_cond_wait () #5 0x000000000134b8d4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000001346838 in __wt_cursor_get_valuev () #1 0x0000000001346abc in __wt_cursor_get_value () #2 0x0000000000d6db0c in ?? () #3 0x0000000000d6de1f in ?? () #4 0x0000000000d6d9dc in ?? () #5 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #6 0x00000000009f567a in mongo::IndexScan::checkEnd() () #7 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #8 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000012ec5b1 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000001336aa1 in ?? () #1 0x0000000000d69adb in ?? () #2 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.060 cont 0.000 === 2015-10-12T17:27:41.740132+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080dea2 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x0000000000ce7880 in mongo::KeyString::resetToKey(mongo::BSONObj const&, mongo::Ordering, mongo::RecordId) () #1 0x0000000000d692b2 in ?? () #2 0x0000000000d6bdb5 in ?? () #3 0x0000000000a8249d in mongo::BtreeIndexCursor::seek(mongo::BSONObj const&, bool) () #4 0x00000000009f548e in mongo::IndexScan::restoreState(mongo::OperationContext*) () #5 0x00000000009e6ae3 in mongo::DeleteStage::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #9 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #10 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #11 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #12 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #13 0x0000000000fac5f4 in ?? () #14 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000bc5a51 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #1 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000bc5792 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #1 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.060 cont 0.000 === 2015-10-12T17:27:51.809343+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000d6d9c9 in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f5512 in mongo::IndexScan::restoreState(mongo::OperationContext*) () #3 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #4 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000a2284d in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000d6dadc in ?? () #1 0x0000000000d6de1f in ?? () #2 0x0000000000d6d9dc in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.061 cont 0.000 === 2015-10-12T17:28:01.881368+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 strlen () at ../sysdeps/x86_64/strlen.S:107 #1 0x0000000000803fee in mongo::BSONElement::size() const () #2 0x000000000080debc in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #3 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000d6da4b in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f567a in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000001346901 in __wt_cursor_get_valuev () #1 0x0000000001346abc in __wt_cursor_get_value () #2 0x0000000000d6db0c in ?? () #3 0x0000000000d6de1f in ?? () #4 0x0000000000d6d9dc in ?? () #5 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #6 0x00000000009f567a in mongo::IndexScan::checkEnd() () #7 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #8 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.062 cont 0.000 === 2015-10-12T17:28:11.954915+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9070fd3f7 in sched_yield () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000001303bdd in __wt_page_in_func () #2 0x0000000001320270 in __wt_row_search () #3 0x00000000012f75a6 in __wt_btcur_insert () #4 0x0000000001338246 in ?? () #5 0x0000000000d7a461 in mongo::WiredTigerRecordStore::insertRecord(mongo::OperationContext*, char const*, int, bool) () #6 0x00000000008f4b7e in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #7 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #8 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #9 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #10 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #11 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #12 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #21 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x000000000130d545 in ?? () #1 0x000000000130f900 in __wt_split_insert () #2 0x000000000134d747 in __wt_evict () #3 0x000000000134b142 in __wt_evict_page () #4 0x000000000130415c in __wt_page_in_func () #5 0x0000000001320270 in __wt_row_search () #6 0x00000000012f75a6 in __wt_btcur_insert () #7 0x0000000001338246 in ?? () #8 0x0000000000d7a461 in mongo::WiredTigerRecordStore::insertRecord(mongo::OperationContext*, char const*, int, bool) () #9 0x00000000008f4b7e in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #10 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #11 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #12 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #13 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #14 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #15 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #16 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #17 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #18 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #19 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #20 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #21 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #22 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #23 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #24 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.057 cont 0.000 === 2015-10-12T17:28:22.021325+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000aebbb0 in mongo::OperationContextImpl::lockState() const () #1 0x0000000000bc96c6 in mongo::PlanYieldPolicy::shouldYield() () #2 0x0000000000bc57de in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x0000000000bc5c13 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000d69aa5 in ?? () #1 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:28:32.076277+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000a2286b in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000080dd50 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000ce1973 in mongo::KeyString::TypeBits::resetFromBuffer(mongo::BufReader*) () #1 0x0000000000d6db8e in ?? () #2 0x0000000000d6de1f in ?? () #3 0x0000000000d6d9dc in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.061 cont 0.000 === 2015-10-12T17:28:42.147505+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080cb77 in mongo::BSONObjBuilderValueStream::endField(mongo::StringData const&) () #1 0x0000000000ce583d in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x00000000009f5534 in mongo::IndexScan::restoreState(mongo::OperationContext*) () #2 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #3 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000ce3cf3 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.062 cont 0.000 === 2015-10-12T17:28:52.214200+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fff6d9fe701 in ?? () #1 0x00007fd8ffd52790 in ?? () #2 0x00007fd90713a92d in __GI___clock_gettime (clock_id=, tp=) at ../sysdeps/unix/clock_gettime.c:115 #3 0x0000000000f6d061 in ?? () #4 0x0000000000d7c72c in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #5 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #6 0x0000000000d69309 in ?? () #7 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #8 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #9 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #10 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #21 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000009ac962 in mongo::LockerImpl::_unlockImpl(mongo::FastMapNoAlloc::IteratorImpl, mongo::LockRequest>&) () #1 0x00000000009ad33c in mongo::LockerImpl::unlock(mongo::ResourceId) () #2 0x00000000009af721 in mongo::LockerImpl::saveLockStateAndUnlock(mongo::Locker::LockSnapshot*) () #3 0x0000000000be5055 in mongo::QueryYield::yieldAllLocks(mongo::OperationContext*, mongo::RecordFetcher*) () #4 0x0000000000bc975b in mongo::PlanYieldPolicy::yield(mongo::RecordFetcher*) () #5 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000ce5013 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #1 0x0000000000d6da04 in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.064 cont 0.000 === 2015-10-12T17:29:02.280121+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000140fb46 in tc_malloc () #1 0x0000000000eea439 in mongo::mongoMalloc(unsigned long) () #2 0x0000000000ce5049 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #3 0x0000000000d6da04 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000080cb70 in mongo::BSONObjBuilderValueStream::endField(mongo::StringData const&) () #1 0x0000000000ce5183 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000009f661c in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.062 cont 0.000 === 2015-10-12T17:29:12.349698+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000ce28b4 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 strlen () at ../sysdeps/x86_64/strlen.S:66 #1 0x0000000000803fee in mongo::BSONElement::size() const () #2 0x000000000080ddf6 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #3 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000009f6634 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.061 cont 0.000 === 2015-10-12T17:29:22.421455+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ee1de in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000bc5a51 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #1 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000d6da4b in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f650b in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.054 cont 0.000 === 2015-10-12T17:29:32.484487+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000012ef425 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x000000000080de35 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.061 cont 0.000 === 2015-10-12T17:29:42.555837+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000bc5870 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #1 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000a230e2 in mongo::WorkingSet::allocate() () #1 0x00000000009f6618 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.052 cont 0.000 === 2015-10-12T17:29:52.616005+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000d6da4b in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f567a in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00000000012fa87c in __wt_btcur_remove () #1 0x00000000013372a5 in ?? () #2 0x0000000000d7538d in mongo::WiredTigerRecordStore::deleteRecord(mongo::OperationContext*, mongo::RecordId const&) () #3 0x00000000008f4d93 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #4 0x00000000009e6a18 in mongo::DeleteStage::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #8 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #9 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #10 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #11 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #12 0x0000000000fac5f4 in ?? () #13 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000d6db7a in ?? () #1 0x0000000000d6de1f in ?? () #2 0x0000000000d6d9dc in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.058 cont 0.000 === 2015-10-12T17:30:02.685503+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000009f680d in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x000000000140fe70 in tc_free () #1 0x0000000000bc5c13 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.052 cont 0.000 === 2015-10-12T17:30:12.747833+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000080dcf1 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000806540 in mongo::BSONElement::woCompare(mongo::BSONElement const&, bool) const () #1 0x000000000080dda5 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #2 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.055 cont 0.000 === 2015-10-12T17:30:22.814010+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x00000000009f6737 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000803fe5 in mongo::BSONElement::size() const () #1 0x000000000080debc in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #2 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:30:32.877401+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000a22fc4 in mongo::WorkingSet::flagNewIdxId(unsigned long const&) () #1 0x00000000009f6704 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000009a4e63 in mongo::LockerImpl::isWriteLocked() const () #1 0x0000000000d7c5fb in mongo::WiredTigerRecoveryUnit::_getTicket(mongo::OperationContext*) () #2 0x0000000000d7c68a in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #3 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #4 0x0000000000d69309 in ?? () #5 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #6 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #7 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #8 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.056 cont 0.000 === 2015-10-12T17:30:42.941272+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x0000000000bc5c13 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000ce3c53 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.052 cont 0.000 === 2015-10-12T17:30:52.994690+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000001336ada in ?? () #1 0x0000000000d69adb in ?? () #2 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000080d3a1 in mongo::BSONObjBuilderValueStream::endField(mongo::StringData const&) () #1 0x0000000000ce5183 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x000000000080da11 in mongo::BSONObj::getOwned() const () #1 0x00000000009f67ed in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:31:03.049501+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x0000000000a89f22 in mongo::BtreeKeyGeneratorV1::getKeysImpl(std::vector >, std::vector >, mongo::BSONObj const&, std::set >*) const () #1 0x0000000000a851f4 in mongo::BtreeKeyGenerator::getKeys(mongo::BSONObj const&, std::set >*) const () #2 0x0000000000a73ca5 in mongo::BtreeBasedAccessMethod::remove(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #3 0x00000000009070a9 in mongo::IndexCatalog::_unindexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #4 0x0000000000907418 in mongo::IndexCatalog::unindexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #5 0x00000000008f4d83 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #6 0x00000000009e6a18 in mongo::DeleteStage::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #10 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #11 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #12 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #13 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #14 0x0000000000fac5f4 in ?? () #15 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00000000014116c1 in tc_new () #1 0x0000000000a859ec in mongo::BtreeKeyGenerator::getKeys(mongo::BSONObj const&, std::set >*) const () #2 0x0000000000a7392c in mongo::BtreeBasedAccessMethod::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #3 0x0000000000906fde in mongo::IndexCatalog::_indexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&) () #4 0x0000000000907355 in mongo::IndexCatalog::indexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&) () #5 0x00000000008f4be0 in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #6 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #7 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #8 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #9 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #10 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #11 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #15 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #16 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #17 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #18 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #19 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #20 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x0000000000adc5a3 in mongo::getFieldDottedOrArray(mongo::BSONObj const&, mongo::FieldRef const&, unsigned long*) () #1 0x0000000000adba7b in mongo::BSONElementIterator::more() () #2 0x0000000000e5822a in mongo::ShardKeyPattern::extractShardKeyFromMatchable(mongo::MatchableDocument const&) const () #3 0x0000000000e5a50d in mongo::ShardKeyPattern::extractShardKeyFromDoc(mongo::BSONObj const&) const () #4 0x0000000000de4b05 in mongo::isInRange(mongo::BSONObj const&, mongo::BSONObj const&, mongo::BSONObj const&, mongo::BSONObj const&) () #5 0x0000000000de4ee4 in mongo::logOpForSharding(mongo::OperationContext*, char const*, char const*, mongo::BSONObj const&, mongo::BSONObj*, bool) () #6 0x0000000000c2ef55 in mongo::repl::logOp(mongo::OperationContext*, char const*, char const*, mongo::BSONObj const&, mongo::BSONObj*, bool*, bool) () #7 0x0000000000995845 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #8 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #9 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #10 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #11 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #15 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #16 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #17 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #18 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #19 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #20 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x000000000080ecfd in mongo::BSONObj::getField(mongo::StringData const&) const () #1 0x0000000000a84ff5 in mongo::BtreeKeyGenerator::getKeys(mongo::BSONObj const&, std::set >*) const () #2 0x0000000000a7392c in mongo::BtreeBasedAccessMethod::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #3 0x0000000000906fde in mongo::IndexCatalog::_indexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&) () #4 0x0000000000907355 in mongo::IndexCatalog::indexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&) () #5 0x00000000008f4be0 in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #6 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #7 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #8 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #9 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #10 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #11 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #15 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #16 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #17 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #18 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #19 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #20 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.064 cont 0.000 === 2015-10-12T17:31:13.121419+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000012ec5f8 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000ce17d0 in mongo::KeyString::decodeRecordId(mongo::BufReader*) () #1 0x0000000000d6db68 in ?? () #2 0x0000000000d6de1f in ?? () #3 0x0000000000d6d9dc in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.054 cont 0.000 === 2015-10-12T17:31:23.179780+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009ae273 in void std::__introsort_loop<__gnu_cxx::__normal_iterator > >, long>(__gnu_cxx::__normal_iterator > >, __gnu_cxx::__normal_iterator > >, long) () #1 0x00000000009ae2b6 in void std::sort<__gnu_cxx::__normal_iterator > > >(__gnu_cxx::__normal_iterator > >, __gnu_cxx::__normal_iterator > >) () #2 0x00000000009afadd in mongo::LockerImpl::saveLockStateAndUnlock(mongo::Locker::LockSnapshot*) () #3 0x0000000000be5055 in mongo::QueryYield::yieldAllLocks(mongo::OperationContext*, mongo::RecordFetcher*) () #4 0x0000000000bc975b in mongo::PlanYieldPolicy::yield(mongo::RecordFetcher*) () #5 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x000000000140fb9f in tc_malloc () #1 0x0000000000eea439 in mongo::mongoMalloc(unsigned long) () #2 0x0000000000ce5049 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #3 0x0000000000d6da04 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.055 cont 0.000 === 2015-10-12T17:31:33.244239+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ef2ac in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000012ee8d0 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000bc5633 in mongo::PlanExecutor::getOpCtx() const () #1 0x0000000000bc96bd in mongo::PlanYieldPolicy::shouldYield() () #2 0x0000000000bc57de in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:31:43.305404+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000012edeb6 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.054 cont 0.000 === 2015-10-12T17:31:53.361879+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000a2286b in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000a22fc4 in mongo::WorkingSet::flagNewIdxId(unsigned long const&) () #1 0x00000000009f6704 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000e0210f in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #1 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #4 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #5 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #6 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #7 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #8 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #9 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.057 cont 0.000 === 2015-10-12T17:32:03.420065+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000a2287f in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.061 cont 0.000 === 2015-10-12T17:32:13.485413+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f6669 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000d6da4b in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f567a in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000012eec5f in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:32:23.548967+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f6729 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000a23102 in mongo::WorkingSet::allocate() () #1 0x00000000009f6618 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000bc96c6 in mongo::PlanYieldPolicy::shouldYield() () #1 0x0000000000bc57de in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.059 cont 0.000 === 2015-10-12T17:32:33.614407+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f6669 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000012ec5f8 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000d6db9b in ?? () #1 0x0000000000d6de1f in ?? () #2 0x0000000000d6d9dc in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.059 cont 0.000 === 2015-10-12T17:32:43.676275+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000d6de18 in ?? () #1 0x0000000000d6d9dc in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000a2286b in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000a82380 in mongo::BtreeIndexCursor::getKey() const () #1 0x00000000009f567a in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.060 cont 0.000 === 2015-10-12T17:32:53.747396+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000140fb73 in tc_malloc () #1 0x0000000000eea439 in mongo::mongoMalloc(unsigned long) () #2 0x0000000000ce5049 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #3 0x0000000000d6da04 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000001336a9a in ?? () #1 0x0000000000d69adb in ?? () #2 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.062 cont 0.000 === 2015-10-12T17:33:03.817422+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000a2286b in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000ce5261 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #1 0x0000000000d6da04 in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000a22fd5 in mongo::WorkingSet::flagNewIdxId(unsigned long const&) () #1 0x00000000009f6704 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.060 cont 0.000 === 2015-10-12T17:33:13.885445+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x0000000001320a02 in __wt_row_search () #1 0x00000000012fa256 in __wt_btcur_remove () #2 0x00000000013372a5 in ?? () #3 0x0000000000d6dfa4 in mongo::WiredTigerIndexUnique::_unindex(__wt_cursor*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #4 0x0000000000d69193 in mongo::WiredTigerIndex::unindex(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #5 0x0000000000a7365d in mongo::BtreeBasedAccessMethod::removeOneKey(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #6 0x0000000000a73cd9 in mongo::BtreeBasedAccessMethod::remove(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #7 0x00000000009070a9 in mongo::IndexCatalog::_unindexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #8 0x0000000000907418 in mongo::IndexCatalog::unindexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #9 0x00000000008f4d83 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #10 0x00000000009e6a18 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #20 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000001336ada in ?? () #1 0x0000000000d69adb in ?? () #2 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000a228fe in mongo::WorkingSet::free(unsigned long const&) () #1 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.071 cont 0.000 === 2015-10-12T17:33:23.957982+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000d6dab6 in ?? () #1 0x0000000000d6ded5 in ?? () #2 0x0000000000a823b3 in mongo::BtreeIndexCursor::getValue() const () #3 0x00000000009f651e in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x00000000009f56b3 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.065 cont 0.000 === 2015-10-12T17:33:34.025848+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080dcca in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000803ddf in mongo::BSONElement::size() const () #1 0x000000000080ddf6 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #2 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000012ee236 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.062 cont 0.000 === 2015-10-12T17:33:44.090916+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000a82300 in mongo::BtreeIndexCursor::isEOF() const () #1 0x00000000009f5617 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000012ee202 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.060 cont 0.000 === 2015-10-12T17:33:54.154054+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 __memmove_ssse3_back () at ../sysdeps/x86_64/multiarch/memcpy-ssse3-back.S:55 #1 0x00000000012eecda in __wt_btcur_next () #2 0x0000000001336a89 in ?? () #3 0x0000000000d69adb in ?? () #4 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000140fb44 in tc_malloc () #1 0x0000000000eea439 in mongo::mongoMalloc(unsigned long) () #2 0x0000000000ce5049 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #3 0x0000000000d6da04 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.063 cont 0.000 === 2015-10-12T17:34:04.223720+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000d6da36 in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f650b in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000013460a4 in __wt_cursor_get_keyv () #1 0x0000000001346242 in __wt_cursor_get_key () #2 0x0000000000d6d8b2 in ?? () #3 0x0000000000d6d9d3 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.062 cont 0.000 === 2015-10-12T17:34:14.287749+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000aebbb0 in mongo::OperationContextImpl::lockState() const () #1 0x0000000000bc96c6 in mongo::PlanYieldPolicy::shouldYield() () #2 0x0000000000bc57de in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x00000000009f6737 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.061 cont 0.000 === 2015-10-12T17:34:24.353884+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000e0210f in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #1 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #4 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #5 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #6 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #7 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #8 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #9 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 __memmove_ssse3_back () at ../sysdeps/x86_64/multiarch/memcpy-ssse3-back.S:1775 #1 0x0000000000d6d8f4 in ?? () #2 0x0000000000d6d9d3 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f52ca in mongo::IndexScan::saveState() () #5 0x00000000009e69bc in mongo::DeleteStage::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #9 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #10 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #11 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #12 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #13 0x0000000000fac5f4 in ?? () #14 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f6669 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000ce28b4 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.058 cont 0.000 === 2015-10-12T17:34:34.421446+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 __lll_lock_wait () at ../nptl/sysdeps/unix/sysv/linux/x86_64/lowlevellock.S:135 #1 0x00007fd90802d657 in _L_lock_909 () from /lib/x86_64-linux-gnu/libpthread.so.0 #2 0x00007fd90802d480 in __GI___pthread_mutex_lock (mutex=0x2d92e00) at ../nptl/pthread_mutex_lock.c:79 #3 0x000000000131e2f9 in __wt_row_modify () #4 0x00000000012f7536 in __wt_btcur_insert () #5 0x0000000001338246 in ?? () #6 0x0000000000d7a461 in mongo::WiredTigerRecordStore::insertRecord(mongo::OperationContext*, char const*, int, bool) () #7 0x00000000008f4b7e in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #8 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #9 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #10 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #11 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #12 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #13 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #16 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #17 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #18 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #19 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #20 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #21 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #22 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x0000000000a739ff in mongo::BtreeBasedAccessMethod::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #1 0x0000000000906fde in mongo::IndexCatalog::_indexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&) () #2 0x0000000000907355 in mongo::IndexCatalog::indexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&) () #3 0x00000000008f4be0 in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #4 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #5 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #6 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #7 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #8 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #9 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.064 cont 0.000 === 2015-10-12T17:34:44.489944+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000009f6505 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.062 cont 0.000 === 2015-10-12T17:34:54.554835+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ede87 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000d6da4b in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f650b in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.065 cont 0.000 === 2015-10-12T17:35:04.629870+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000ce5229 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #1 0x0000000000d6da04 in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000803e80 in mongo::BSONElement::size() const () #1 0x000000000080debc in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #2 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.064 cont 0.000 === 2015-10-12T17:35:14.699635+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000ce28b4 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000140fe84 in tc_free () #1 0x0000000000bc5c13 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000d69798 in ?? () #1 0x0000000000d69a96 in ?? () #2 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.059 cont 0.000 === 2015-10-12T17:35:24.769958+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ee13d in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000a2286b in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000131ff28 in __wt_row_search () #1 0x00000000012f64db in __wt_btcur_search_near () #2 0x000000000133798a in ?? () #3 0x0000000000d69912 in ?? () #4 0x0000000000d69b65 in ?? () #5 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #6 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #7 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #8 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.060 cont 0.000 === 2015-10-12T17:35:34.842304+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080d38f in mongo::BSONObjBuilderValueStream::endField(mongo::StringData const&) () #1 0x0000000000ce5183 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000d6f6ca in void std::vector, std::allocator > >::emplace_back >(std::pair&&) () #1 0x0000000000d6dbb1 in ?? () #2 0x0000000000d6de1f in ?? () #3 0x0000000000d6d9dc in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000a22813 in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.061 cont 0.000 === 2015-10-12T17:35:44.915007+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x00000000009f6814 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000080dd42 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:35:54.979530+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000ce5868 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #1 0x0000000000d6da04 in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000ce5874 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #1 0x0000000000d6da04 in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000ce180a in mongo::KeyString::decodeRecordId(mongo::BufReader*) () #1 0x0000000000d6db68 in ?? () #2 0x0000000000d6ded5 in ?? () #3 0x0000000000d69bbe in ?? () #4 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #5 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #6 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #7 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.062 cont 0.000 === 2015-10-12T17:36:05.042751+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 memset () at ../sysdeps/x86_64/memset.S:98 #1 0x000000000141019f in tc_calloc () #2 0x0000000001364ff8 in __wt_calloc () #3 0x000000000131d94d in __wt_update_alloc () #4 0x000000000131ea8c in __wt_row_modify () #5 0x00000000012f7536 in __wt_btcur_insert () #6 0x0000000001338246 in ?? () #7 0x0000000000d7a461 in mongo::WiredTigerRecordStore::insertRecord(mongo::OperationContext*, char const*, int, bool) () #8 0x00000000008f4b7e in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #9 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #10 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #11 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #12 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #13 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #14 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #16 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #17 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #18 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #19 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #20 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #21 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #22 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #23 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.065 cont 0.000 === 2015-10-12T17:36:15.110249+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000d6de2a in ?? () #1 0x0000000000d6d9dc in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000009f5248 in mongo::IndexScan::isEOF() () #1 0x00000000009f648e in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.064 cont 0.000 === 2015-10-12T17:36:25.185493+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012eed5a in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000ce518b in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #1 0x0000000000d6da04 in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000ce3c89 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.062 cont 0.000 === 2015-10-12T17:36:35.249422+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x0000000000d7c4fc in mongo::WiredTigerRecoveryUnit::get(mongo::OperationContext*) () #1 0x0000000000d7c846 in mongo::WiredTigerCursor::WiredTigerCursor(std::string const&, unsigned long, bool, mongo::OperationContext*) () #2 0x0000000000d75534 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #3 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #4 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #5 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #9 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #10 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #11 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #12 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #13 0x0000000000fac5f4 in ?? () #14 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 __memcpy_sse2_unaligned () at ../sysdeps/x86_64/multiarch/memcpy-sse2-unaligned.S:134 #1 0x00007fd9079ce97e in char* std::string::_S_construct(char const*, char const*, std::allocator const&, std::forward_iterator_tag) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #2 0x00007fd9079ced48 in std::basic_string, std::allocator >::basic_string(char const*, std::allocator const&) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #3 0x0000000000c2eefb in mongo::repl::logOp(mongo::OperationContext*, char const*, char const*, mongo::BSONObj const&, mongo::BSONObj*, bool*, bool) () #4 0x0000000000995845 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #5 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #6 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #7 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #8 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.059 cont 0.000 === 2015-10-12T17:36:45.310199+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080da11 in mongo::BSONObj::getOwned() const () #1 0x00000000009f67ed in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000e0210f in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #1 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #4 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #5 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #6 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #7 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #8 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #9 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.056 cont 0.000 === 2015-10-12T17:36:55.376238+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000d6f6ca in void std::vector, std::allocator > >::emplace_back >(std::pair&&) () #1 0x0000000000d6dbb1 in ?? () #2 0x0000000000d6de1f in ?? () #3 0x0000000000d6d9dc in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ebf04 in ?? () #1 0x00000000012ef411 in __wt_btcur_next () #2 0x0000000001336a89 in ?? () #3 0x0000000000d69adb in ?? () #4 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000bc5a51 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #1 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.060 cont 0.000 === 2015-10-12T17:37:05.439679+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x000000000131f926 in __wt_row_search () #1 0x00000000012f75a6 in __wt_btcur_insert () #2 0x0000000001338246 in ?? () #3 0x0000000000d7a461 in mongo::WiredTigerRecordStore::insertRecord(mongo::OperationContext*, char const*, int, bool) () #4 0x00000000008f4b7e in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #5 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #6 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #7 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #8 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #9 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #10 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.057 cont 0.000 === 2015-10-12T17:37:15.499955+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000a22fc4 in mongo::WorkingSet::flagNewIdxId(unsigned long const&) () #1 0x00000000009f6704 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f5248 in mongo::IndexScan::isEOF() () #1 0x00000000009f648e in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000f6d097 in mongo::Timer::now() const () #1 0x0000000000d7c72c in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #2 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #3 0x0000000000d69309 in ?? () #4 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #5 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #6 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #7 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.054 cont 0.000 === 2015-10-12T17:37:25.560376+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000080da11 in mongo::BSONObj::getOwned() const () #1 0x00000000009f67ed in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000ce1c70 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.060 cont 0.000 === 2015-10-12T17:37:35.625308+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000e0210f in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #1 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #4 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #5 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #6 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #7 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #8 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #9 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000ce5133 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #1 0x0000000000d6da04 in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.052 cont 0.000 === 2015-10-12T17:37:45.679657+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f6669 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x0000000000bc5c13 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000aebbb0 in mongo::OperationContextImpl::lockState() const () #1 0x0000000000bc96c6 in mongo::PlanYieldPolicy::shouldYield() () #2 0x0000000000bc57de in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.057 cont 0.000 === 2015-10-12T17:37:55.746487+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000a22fc4 in mongo::WorkingSet::flagNewIdxId(unsigned long const&) () #1 0x00000000009f6704 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9079cd92a in std::string::_M_replace_safe(unsigned long, unsigned long, char const*, unsigned long) () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #1 0x0000000000912a64 in mongo::OpDebug::reset() () #2 0x00000000009b83b7 in mongo::CurOp::CurOp(mongo::Client*, mongo::CurOp*) () #3 0x0000000000994cf8 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #4 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #5 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #6 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #7 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x000000000080ec71 in mongo::BSONObj::getField(mongo::StringData const&) const () #1 0x0000000000a84ff5 in mongo::BtreeKeyGenerator::getKeys(mongo::BSONObj const&, std::set >*) const () #2 0x0000000000a7392c in mongo::BtreeBasedAccessMethod::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #3 0x0000000000906fde in mongo::IndexCatalog::_indexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&) () #4 0x0000000000907355 in mongo::IndexCatalog::indexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&) () #5 0x00000000008f4be0 in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #6 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #7 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #8 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #9 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #10 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #11 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #15 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #16 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #17 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #18 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #19 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #20 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.065 cont 0.000 === 2015-10-12T17:38:05.816928+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000001346908 in __wt_cursor_get_valuev () #1 0x0000000001346abc in __wt_cursor_get_value () #2 0x0000000000d6db0c in ?? () #3 0x0000000000d6de1f in ?? () #4 0x0000000000d6d9dc in ?? () #5 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #6 0x00000000009f567a in mongo::IndexScan::checkEnd() () #7 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #8 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000012f5e10 in __wt_btcur_search_near () #1 0x000000000133798a in ?? () #2 0x0000000000d69912 in ?? () #3 0x0000000000d69b65 in ?? () #4 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #5 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #6 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #7 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000012ebd19 in ?? () #1 0x00000000012ef411 in __wt_btcur_next () #2 0x0000000001336a89 in ?? () #3 0x0000000000d69adb in ?? () #4 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.063 cont 0.000 === 2015-10-12T17:38:15.881770+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000132097b in __wt_row_search () #1 0x00000000012f64db in __wt_btcur_search_near () #2 0x000000000133798a in ?? () #3 0x0000000000d69912 in ?? () #4 0x0000000000d69b65 in ?? () #5 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #6 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #7 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #8 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000012ee24c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.060 cont 0.000 === 2015-10-12T17:38:25.953132+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000ce5009 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #1 0x0000000000d6da04 in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000a2286b in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000a0ca00 in mongo::ScopedTimer::~ScopedTimer() () #1 0x00000000009f64ad in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.056 cont 0.000 === 2015-10-12T17:38:36.017498+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000140fbf7 in tc_malloc () #1 0x0000000000eea439 in mongo::mongoMalloc(unsigned long) () #2 0x0000000000ce5049 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #3 0x0000000000d6da04 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 __memmove_ssse3_back () at ../sysdeps/x86_64/multiarch/memcpy-ssse3-back.S:2279 #1 0x0000000000ce3cc8 in ?? () #2 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #3 0x0000000000d6da04 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000013467e2 in __wt_cursor_get_valuev () #1 0x0000000001346abc in __wt_cursor_get_value () #2 0x0000000000d6db0c in ?? () #3 0x0000000000d6de1f in ?? () #4 0x0000000000d6d9dc in ?? () #5 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #6 0x00000000009f567a in mongo::IndexScan::checkEnd() () #7 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #8 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.063 cont 0.000 === 2015-10-12T17:38:46.091615+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00000000012fa264 in __wt_btcur_remove () #1 0x00000000013372a5 in ?? () #2 0x0000000000d6dfa4 in mongo::WiredTigerIndexUnique::_unindex(__wt_cursor*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #3 0x0000000000d69193 in mongo::WiredTigerIndex::unindex(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #4 0x0000000000a7365d in mongo::BtreeBasedAccessMethod::removeOneKey(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #5 0x0000000000a73cd9 in mongo::BtreeBasedAccessMethod::remove(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #6 0x00000000009070a9 in mongo::IndexCatalog::_unindexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #7 0x0000000000907418 in mongo::IndexCatalog::unindexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #8 0x00000000008f4d83 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #9 0x00000000009e6a18 in mongo::DeleteStage::work(unsigned long*) () #10 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #11 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #12 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #13 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #14 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #15 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #16 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #17 0x0000000000fac5f4 in ?? () #18 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000080de0a in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000ce28b4 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.064 cont 0.000 === 2015-10-12T17:38:56.165533+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000d6dad4 in ?? () #1 0x0000000000d6ded5 in ?? () #2 0x0000000000a823b3 in mongo::BtreeIndexCursor::getValue() const () #3 0x00000000009f651e in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000009f6628 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x000000000080da11 in mongo::BSONObj::getOwned() const () #1 0x00000000009f67ed in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.058 cont 0.000 === 2015-10-12T17:39:06.225781+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 __memmove_ssse3_back () at ../sysdeps/x86_64/multiarch/memcpy-ssse3-back.S:137 #1 0x000000000080d9af in mongo::BSONObj::copy() const () #2 0x000000000080da2e in mongo::BSONObj::getOwned() const () #3 0x0000000000a2614f in mongo::FieldParser::extract(mongo::BSONElement, mongo::BSONField const&, mongo::BSONObj*, std::string*) () #4 0x0000000000955d3d in mongo::FieldParser::FieldState mongo::FieldParser::extract(mongo::BSONElement, mongo::BSONField > > const&, std::vector >*, std::string*) () #5 0x0000000000ea381b in mongo::BatchedInsertRequest::parseBSON(mongo::BSONObj const&, std::string*) () #6 0x000000000099b4db in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 __strncpy_sse2_unaligned () at ../sysdeps/x86_64/multiarch/strcpy-sse2-unaligned.S:1119 #1 0x00000000009928bb in ?? () #2 0x0000000000994d20 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #3 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #4 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #5 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #6 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.052 cont 0.000 === 2015-10-12T17:39:16.289509+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x0000000000bc5c13 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000d6da4b in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f567a in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000a2286b in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.058 cont 0.000 === 2015-10-12T17:39:26.356146+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 pthread_spin_trylock () at ../nptl/sysdeps/x86_64/pthread_spin_trylock.S:32 #1 0x00000000009a7bd5 in mongo::LockerImpl::getWaitingResource() const () #2 0x00000000009a9401 in mongo::LockerImpl::lockBegin(mongo::ResourceId, mongo::LockMode) () #3 0x00000000009abd5c in mongo::LockerImpl::lock(mongo::ResourceId, mongo::LockMode, unsigned int, bool) () #4 0x00000000009a4f68 in mongo::LockerImpl::restoreLockState(mongo::Locker::LockSnapshot const&) () #5 0x0000000000be50ba in mongo::QueryYield::yieldAllLocks(mongo::OperationContext*, mongo::RecordFetcher*) () #6 0x0000000000bc975b in mongo::PlanYieldPolicy::yield(mongo::RecordFetcher*) () #7 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000a22ff0 in mongo::WorkingSet::flagNewIdxId(unsigned long const&) () #1 0x00000000009f6704 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.061 cont 0.000 === 2015-10-12T17:39:36.428180+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000131ff2b in __wt_row_search () #1 0x00000000012f64db in __wt_btcur_search_near () #2 0x000000000133798a in ?? () #3 0x0000000000d69912 in ?? () #4 0x0000000000d69b65 in ?? () #5 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #6 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #7 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #8 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x000000000080da11 in mongo::BSONObj::getOwned() const () #1 0x00000000009f67ed in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.054 cont 0.000 === 2015-10-12T17:39:46.483801+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000009f67e0 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:39:56.548252+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000803de9 in mongo::BSONElement::size() const () #1 0x000000000080de52 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #2 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000001336a9a in ?? () #1 0x0000000000d69adb in ?? () #2 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:40:06.613333+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000803db6 in mongo::BSONElement::size() const () #1 0x000000000080debc in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #2 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000ce1822 in mongo::KeyString::decodeRecordId(mongo::BufReader*) () #1 0x0000000000d6db68 in ?? () #2 0x0000000000d6de1f in ?? () #3 0x0000000000d6d9dc in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000efeac2 in mongo::ElapsedTracker::intervalHasElapsed() () #1 0x0000000000bc57de in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.055 cont 0.000 === 2015-10-12T17:40:16.670626+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000a8238a in mongo::BtreeIndexCursor::getKey() const () #1 0x00000000009f650b in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000803dd7 in mongo::BSONElement::size() const () #1 0x000000000080debc in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #2 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000a22fc4 in mongo::WorkingSet::flagNewIdxId(unsigned long const&) () #1 0x00000000009f6704 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:40:26.735031+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000d6de3b in ?? () #1 0x0000000000d6d9dc in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000d6db9b in ?? () #1 0x0000000000d6de1f in ?? () #2 0x0000000000d6d9dc in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.060 cont 0.000 === 2015-10-12T17:40:36.799243+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000001410966 in tc_realloc () #1 0x0000000000eea469 in mongo::mongoRealloc(void*, unsigned long) () #2 0x00000000007e8ada in mongo::_BufBuilder::grow_reallocate(int) () #3 0x000000000093f8d8 in mongo::BSONObjBuilder& mongo::BSONObjBuilder::append(mongo::StringData const&, std::vector > const&) () #4 0x0000000000e02666 in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.054 cont 0.000 === 2015-10-12T17:40:46.862040+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000d6db7a in ?? () #1 0x0000000000d6de1f in ?? () #2 0x0000000000d6d9dc in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000ce3c9d in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000008061e2 in mongo::BSONElement::woCompare(mongo::BSONElement const&, bool) const () #1 0x000000000080dda5 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #2 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.061 cont 0.000 === 2015-10-12T17:40:56.932961+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f662c in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x0000000001320926 in __wt_row_search () #1 0x00000000012f5210 in __wt_btcur_search () #2 0x00000000013376e3 in ?? () #3 0x0000000000d75569 in mongo::WiredTigerRecordStore::dataFor(mongo::OperationContext*, mongo::RecordId const&) const () #4 0x00000000008f4590 in mongo::Collection::docFor(mongo::OperationContext*, mongo::RecordId const&) const () #5 0x00000000009e9e9b in mongo::FetchStage::work(unsigned long*) () #6 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #10 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #11 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #12 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #13 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #14 0x0000000000fac5f4 in ?? () #15 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000001346838 in __wt_cursor_get_valuev () #1 0x0000000001346abc in __wt_cursor_get_value () #2 0x0000000000d6db0c in ?? () #3 0x0000000000d6de1f in ?? () #4 0x0000000000d6d9dc in ?? () #5 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #6 0x00000000009f567a in mongo::IndexScan::checkEnd() () #7 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #8 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000ce28b4 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.065 cont 0.000 === 2015-10-12T17:41:07.009819+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000a2287f in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x000000000140fb42 in tc_malloc () #1 0x0000000000eea439 in mongo::mongoMalloc(unsigned long) () #2 0x0000000000ce5049 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #3 0x0000000000d6da04 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.062 cont 0.000 === 2015-10-12T17:41:17.079235+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009a4df0 in mongo::LockerImpl::inAWriteUnitOfWork() const () #1 0x0000000000bc96cf in mongo::PlanYieldPolicy::shouldYield() () #2 0x0000000000bc57de in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x000000000140fb73 in tc_malloc () #1 0x0000000000eea439 in mongo::mongoMalloc(unsigned long) () #2 0x0000000000ce5049 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #3 0x0000000000d6da04 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.059 cont 0.000 === 2015-10-12T17:41:27.149902+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000d6db9b in ?? () #1 0x0000000000d6de1f in ?? () #2 0x0000000000d6d9dc in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f5248 in mongo::IndexScan::isEOF() () #1 0x00000000009f5617 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000aebbb0 in mongo::OperationContextImpl::lockState() const () #1 0x0000000000bc96c6 in mongo::PlanYieldPolicy::shouldYield() () #2 0x0000000000bc57de in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.059 cont 0.000 === 2015-10-12T17:41:37.218755+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000803fd8 in mongo::BSONElement::size() const () #1 0x000000000080de52 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #2 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000009f6669 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.059 cont 0.000 === 2015-10-12T17:41:47.286776+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 __memmove_ssse3_back () at ../sysdeps/x86_64/multiarch/memcpy-ssse3-back.S:2353 #1 0x0000000000d6d8f4 in ?? () #2 0x0000000000d6d9d3 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000803dd7 in mongo::BSONElement::size() const () #1 0x000000000080debc in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #2 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000009f6669 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.059 cont 0.000 === 2015-10-12T17:41:57.357547+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f6634 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000009ac962 in mongo::LockerImpl::_unlockImpl(mongo::FastMapNoAlloc::IteratorImpl, mongo::LockRequest>&) () #1 0x00000000009ad33c in mongo::LockerImpl::unlock(mongo::ResourceId) () #2 0x00000000009af721 in mongo::LockerImpl::saveLockStateAndUnlock(mongo::Locker::LockSnapshot*) () #3 0x0000000000be5055 in mongo::QueryYield::yieldAllLocks(mongo::OperationContext*, mongo::RecordFetcher*) () #4 0x0000000000bc975b in mongo::PlanYieldPolicy::yield(mongo::RecordFetcher*) () #5 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.058 cont 0.000 === 2015-10-12T17:42:07.419091+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000e0210f in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #1 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #4 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #5 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #6 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #7 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #8 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #9 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000bc5bfe in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #1 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #5 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #6 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #7 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #8 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #9 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #10 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000e0210f in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #1 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #4 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #5 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #6 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #7 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #8 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #9 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.051 cont 0.000 === 2015-10-12T17:42:17.476662+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000ce5868 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #1 0x0000000000d6da04 in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000a2285b in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x00000000009f6814 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:42:27.540199+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000d6f6ca in void std::vector, std::allocator > >::emplace_back >(std::pair&&) () #1 0x0000000000d6dbb1 in ?? () #2 0x0000000000d6de1f in ?? () #3 0x0000000000d6d9dc in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 strlen () at ../sysdeps/x86_64/strlen.S:69 #1 0x0000000000803fee in mongo::BSONElement::size() const () #2 0x000000000080debc in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #3 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x000000000140ffd9 in tc_free () #1 0x0000000000bc5c13 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.060 cont 0.000 === 2015-10-12T17:42:37.607318+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x0000000000bc5c13 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000012edeb8 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.058 cont 0.000 === 2015-10-12T17:42:47.676717+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 __GI___pthread_mutex_lock (mutex=0x0) at ../nptl/pthread_mutex_lock.c:63 #1 0x00000000009b8978 in mongo::CurOp::~CurOp() () #2 0x0000000000995662 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #3 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #4 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #5 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #6 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 __memcmp_sse4_1 () at ../sysdeps/x86_64/multiarch/memcmp-sse4.S:48 #1 0x000000000080ed51 in mongo::BSONObj::getField(mongo::StringData const&) const () #2 0x00000000008f4fc3 in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #3 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #4 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #5 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #6 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #7 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.057 cont 0.000 === 2015-10-12T17:42:57.745490+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012edeb6 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000e020fd in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #1 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #4 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #5 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #6 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #7 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #8 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #9 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000012ee1db in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.058 cont 0.000 === 2015-10-12T17:43:07.813562+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x0000000000a230ec in mongo::WorkingSet::allocate() () #1 0x00000000009f6618 in mongo::IndexScan::work(unsigned long*) () #2 0x00000000009e9cad in mongo::FetchStage::work(unsigned long*) () #3 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #7 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #8 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #9 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #10 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #11 0x0000000000fac5f4 in ?? () #12 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x0000000001411a69 in tc_delete () #1 0x0000000000a8a080 in mongo::BtreeKeyGeneratorV1::getKeysImpl(std::vector >, std::vector >, mongo::BSONObj const&, std::set >*) const () #2 0x0000000000a851f4 in mongo::BtreeKeyGenerator::getKeys(mongo::BSONObj const&, std::set >*) const () #3 0x0000000000a7392c in mongo::BtreeBasedAccessMethod::insert(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #4 0x0000000000906fde in mongo::IndexCatalog::_indexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&) () #5 0x0000000000907355 in mongo::IndexCatalog::indexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&) () #6 0x00000000008f4be0 in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #7 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #8 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #9 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #10 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #11 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #12 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #21 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 __memmove_ssse3_back () at ../sysdeps/x86_64/multiarch/memcpy-ssse3-back.S:196 #1 0x000000000131d967 in __wt_update_alloc () #2 0x000000000131ea8c in __wt_row_modify () #3 0x00000000012f7536 in __wt_btcur_insert () #4 0x0000000001338246 in ?? () #5 0x0000000000d7a461 in mongo::WiredTigerRecordStore::insertRecord(mongo::OperationContext*, char const*, int, bool) () #6 0x00000000008f4b7e in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #7 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #8 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #9 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #10 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #11 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #12 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #16 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #17 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #18 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #19 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #20 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #21 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.069 cont 0.000 === 2015-10-12T17:43:17.884950+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000e0210f in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #1 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #4 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #5 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #6 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #7 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #8 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #9 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000803fd8 in mongo::BSONElement::size() const () #1 0x000000000080de52 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #2 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000d6f6ca in void std::vector, std::allocator > >::emplace_back >(std::pair&&) () #1 0x0000000000d6dbb1 in ?? () #2 0x0000000000d6de1f in ?? () #3 0x0000000000d6d9dc in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.065 cont 0.000 === 2015-10-12T17:43:27.952975+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.057 cont 0.000 === 2015-10-12T17:43:38.017816+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000e01d60 in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #1 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #4 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #5 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #6 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #7 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #8 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #9 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000ce3c11 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.065 cont 0.000 === 2015-10-12T17:43:48.093411+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000a2282c in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000d6da4b in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f567a in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.054 cont 0.000 === 2015-10-12T17:43:58.148804+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x0000000001338211 in ?? () #1 0x0000000000d7a461 in mongo::WiredTigerRecordStore::insertRecord(mongo::OperationContext*, char const*, int, bool) () #2 0x00000000008f4b7e in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #3 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #4 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #5 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #6 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #7 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #8 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.058 cont 0.000 === 2015-10-12T17:44:08.210243+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 __memmove_ssse3_back () at ../sysdeps/x86_64/multiarch/memcpy-ssse3-back.S:1775 #1 0x0000000000d6d8f4 in ?? () #2 0x0000000000d6d9d3 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000d6db9b in ?? () #1 0x0000000000d6de1f in ?? () #2 0x0000000000d6d9dc in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000001320926 in __wt_row_search () #1 0x00000000012f64db in __wt_btcur_search_near () #2 0x000000000133798a in ?? () #3 0x0000000000d69912 in ?? () #4 0x0000000000d69b65 in ?? () #5 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #6 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #7 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #8 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.065 cont 0.000 === 2015-10-12T17:44:18.277010+0000 Thread 82 (Thread 0x7fd8fea4e700 (LWP 14702)): #0 0x00007fd9080327eb in __libc_recv (fd=43, buf=0x7fd8fea4d600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8fea4e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000d69798 in ?? () #1 0x0000000000d69a96 in ?? () #2 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x000000000080ddee in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.062 cont 0.000 === 2015-10-12T17:44:28.349645+0000 Thread 82 (Thread 0x7fd8fea4e700 (LWP 14702)): #0 0x00007fd9080327eb in __libc_recv (fd=43, buf=0x7fd8fea4d600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8fea4e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 memset () at ../sysdeps/x86_64/memset.S:96 #1 0x000000000141019f in tc_calloc () #2 0x0000000001364ff8 in __wt_calloc () #3 0x000000000131d94d in __wt_update_alloc () #4 0x000000000131ea8c in __wt_row_modify () #5 0x00000000012f7536 in __wt_btcur_insert () #6 0x0000000001338246 in ?? () #7 0x0000000000d7a461 in mongo::WiredTigerRecordStore::insertRecord(mongo::OperationContext*, char const*, int, bool) () #8 0x00000000008f4b7e in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #9 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #10 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #11 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #12 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #13 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #14 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #15 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #16 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #17 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #18 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #19 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #20 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #21 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #22 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #23 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.064 cont 0.000 === 2015-10-12T17:44:38.422032+0000 Thread 82 (Thread 0x7fd8fea4e700 (LWP 14702)): #0 0x00007fd9080327eb in __libc_recv (fd=43, buf=0x7fd8fea4d600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8fea4e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 strlen () at ../sysdeps/x86_64/strlen.S:66 #1 0x0000000000803fee in mongo::BSONElement::size() const () #2 0x000000000080ddf6 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #3 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000803fd8 in mongo::BSONElement::size() const () #1 0x000000000080de52 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #2 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000e01d48 in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #1 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #4 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #5 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #6 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #7 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #8 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #9 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.063 cont 0.000 === 2015-10-12T17:44:48.492905+0000 Thread 82 (Thread 0x7fd8fea4e700 (LWP 14702)): #0 0x00007fd9080327eb in __libc_recv (fd=43, buf=0x7fd8fea4d600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8fea4e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000013467e0 in __wt_cursor_get_valuev () #1 0x0000000001346abc in __wt_cursor_get_value () #2 0x0000000000d6db0c in ?? () #3 0x0000000000d6de1f in ?? () #4 0x0000000000d6d9dc in ?? () #5 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #6 0x00000000009f567a in mongo::IndexScan::checkEnd() () #7 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #8 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f6644 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000ce28b4 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.071 cont 0.000 === 2015-10-12T17:44:58.566541+0000 Thread 82 (Thread 0x7fd8fea4e700 (LWP 14702)): #0 0x00007fd9080327eb in __libc_recv (fd=43, buf=0x7fd8fea4d600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8fea4e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000ce3c0a in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000001346a37 in __wt_cursor_get_value () #1 0x0000000000d6db0c in ?? () #2 0x0000000000d6de1f in ?? () #3 0x0000000000d6d9dc in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000009f6669 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.068 cont 0.000 === 2015-10-12T17:45:08.638678+0000 Thread 82 (Thread 0x7fd8fea4e700 (LWP 14702)): #0 0x00007fd9080327eb in __libc_recv (fd=43, buf=0x7fd8fea4d600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8fea4e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000a2287f in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000009f6669 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.062 cont 0.000 === 2015-10-12T17:45:18.707335+0000 Thread 82 (Thread 0x7fd8fea4e700 (LWP 14702)): #0 0x00007fd9080327eb in __libc_recv (fd=43, buf=0x7fd8fea4d600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8fea4e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000a2287f in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 memchr () at ../sysdeps/x86_64/memchr.S:25 #1 0x00007fd9079cc94c in std::string::find(char, unsigned long) const () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #2 0x000000000084388f in mongo::NamespaceString::NamespaceString(mongo::StringData const&) () #3 0x0000000000e07f74 in mongo::ensureShardVersionOKOrThrow(std::string const&) () #4 0x0000000000c2ef08 in mongo::repl::logOp(mongo::OperationContext*, char const*, char const*, mongo::BSONObj const&, mongo::BSONObj*, bool*, bool) () #5 0x00000000009e6b39 in mongo::DeleteStage::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #9 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #10 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #11 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #12 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #13 0x0000000000fac5f4 in ?? () #14 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000ce3cad in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000009f6669 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.065 cont 0.000 === 2015-10-12T17:45:28.774727+0000 Thread 82 (Thread 0x7fd8fea4e700 (LWP 14702)): #0 0x00007fd9080327eb in __libc_recv (fd=43, buf=0x7fd8fea4d600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8fea4e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000bc5885 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #1 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.059 cont 0.000 === 2015-10-12T17:45:38.835802+0000 Thread 82 (Thread 0x7fd8fea4e700 (LWP 14702)): #0 0x00007fd9080327eb in __libc_recv (fd=43, buf=0x7fd8fea4d600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8fea4e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000a23850 in mongo::WorkingSetCommon::forceFetchAllLocs(mongo::OperationContext*, mongo::WorkingSet*, mongo::Collection const*) () #1 0x0000000000bc5696 in mongo::PlanExecutor::saveState() () #2 0x0000000000bc9750 in mongo::PlanYieldPolicy::yield(mongo::RecordFetcher*) () #3 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000d6db9b in ?? () #1 0x0000000000d6de1f in ?? () #2 0x0000000000d6d9dc in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.068 cont 0.000 === 2015-10-12T17:45:48.915423+0000 Thread 82 (Thread 0x7fd8fea4e700 (LWP 14702)): #0 0x00007fd9080327eb in __libc_recv (fd=43, buf=0x7fd8fea4d600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8fea4e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000bc5a51 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #1 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000803e80 in mongo::BSONElement::size() const () #1 0x000000000080debc in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #2 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.076 cont 0.000 === 2015-10-12T17:45:59.002649+0000 Thread 82 (Thread 0x7fd8fea4e700 (LWP 14702)): #0 0x00007fd9080327eb in __libc_recv (fd=43, buf=0x7fd8fea4d600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8fea4e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x00000000009f6737 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000ce3d07 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.061 cont 0.000 === 2015-10-12T17:46:09.075718+0000 Thread 82 (Thread 0x7fd8fea4e700 (LWP 14702)): #0 0x00007fd9080327eb in __libc_recv (fd=43, buf=0x7fd8fea4d600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8fea4e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000ce1e01 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012edeb6 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000001345f25 in __wt_cursor_get_keyv () #1 0x0000000001346242 in __wt_cursor_get_key () #2 0x0000000000d6d8b2 in ?? () #3 0x0000000000d6d9d3 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.077 cont 0.000 === 2015-10-12T17:46:19.164322+0000 Thread 82 (Thread 0x7fd8fea4e700 (LWP 14702)): #0 0x00007fd9080327eb in __libc_recv (fd=43, buf=0x7fd8fea4d600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8fea4e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000131ff28 in __wt_row_search () #1 0x00000000012f64db in __wt_btcur_search_near () #2 0x000000000133798a in ?? () #3 0x0000000000d69912 in ?? () #4 0x0000000000d69b65 in ?? () #5 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #6 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #7 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #8 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 __memmove_ssse3_back () at ../sysdeps/x86_64/multiarch/memcpy-ssse3-back.S:1775 #1 0x0000000000d6d8f4 in ?? () #2 0x0000000000d6d9d3 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000e0210f in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #1 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #4 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #5 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #6 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #7 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #8 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #9 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.069 cont 0.000 === 2015-10-12T17:46:29.234911+0000 Thread 82 (Thread 0x7fd8fea4e700 (LWP 14702)): #0 0x00007fd9080327eb in __libc_recv (fd=43, buf=0x7fd8fea4d600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8fea4e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000ce1c89 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ec5f8 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000ce5146 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #1 0x0000000000d6da04 in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.063 cont 0.000 === 2015-10-12T17:46:39.309444+0000 Thread 82 (Thread 0x7fd8fea4e700 (LWP 14702)): #0 0x00007fd9080327eb in __libc_recv (fd=43, buf=0x7fd8fea4d600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8fea4e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000803e70 in mongo::BSONElement::size() const () #1 0x000000000080debc in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #2 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000009f64e0 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.056 cont 0.000 === 2015-10-12T17:46:49.373841+0000 Thread 82 (Thread 0x7fd8fea4e700 (LWP 14702)): #0 0x00007fd9080327eb in __libc_recv (fd=43, buf=0x7fd8fea4d600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8fea4e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000008061c0 in mongo::BSONElement::woCompare(mongo::BSONElement const&, bool) const () #1 0x000000000080dda5 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #2 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 strlen () at ../sysdeps/x86_64/strlen.S:109 #1 0x0000000000803fee in mongo::BSONElement::size() const () #2 0x000000000080de52 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #3 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.067 cont 0.000 === 2015-10-12T17:46:59.453219+0000 Thread 82 (Thread 0x7fd8fea4e700 (LWP 14702)): #0 0x00007fd9080327eb in __libc_recv (fd=43, buf=0x7fd8fea4d600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8fea4e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000a2286b in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f6644 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000ce28b4 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.069 cont 0.000 === 2015-10-12T17:47:09.524224+0000 Thread 82 (Thread 0x7fd8fea4e700 (LWP 14702)): #0 0x00007fd9080327eb in __libc_recv (fd=43, buf=0x7fd8fea4d600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8fea4e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 __memcmp_sse4_1 () at ../sysdeps/x86_64/multiarch/memcmp-sse4.S:342 #1 0x0000000001054223 in snappy::internal::CompressFragment(char const*, unsigned long, char*, unsigned short*, int) () #2 0x0000000001054a79 in snappy::Compress(snappy::Source*, snappy::Sink*) () #3 0x0000000001056131 in snappy::RawCompress(char const*, unsigned long, char*, unsigned long*) () #4 0x0000000001053bd9 in snappy_compress () #5 0x00000000012de9a0 in ?? () #6 0x00000000013026c4 in __wt_bt_write () #7 0x00000000013731d8 in ?? () #8 0x0000000001374690 in ?? () #9 0x000000000137833d in ?? () #10 0x000000000137b964 in ?? () #11 0x000000000137d565 in __wt_reconcile () #12 0x000000000134d234 in __wt_evict () #13 0x000000000134b142 in __wt_evict_page () #14 0x000000000134b689 in __wt_evict_lru_page () #15 0x000000000134b88a in ?? () #16 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ef335 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x0000000001392ea9 in ?? () #1 0x0000000000d7c6ad in mongo::WiredTigerRecoveryUnit::_txnOpen(mongo::OperationContext*) () #2 0x0000000000d7c7ef in mongo::WiredTigerRecoveryUnit::getSession(mongo::OperationContext*) () #3 0x0000000000d7c855 in mongo::WiredTigerCursor::WiredTigerCursor(std::string const&, unsigned long, bool, mongo::OperationContext*) () #4 0x0000000000d7a3ec in mongo::WiredTigerRecordStore::insertRecord(mongo::OperationContext*, char const*, int, bool) () #5 0x00000000008f4b7e in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #6 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #7 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #8 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #9 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #10 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #11 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #15 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #16 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #17 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #18 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #19 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #20 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000ce50dc in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #1 0x0000000000d6da04 in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.074 cont 0.000 === 2015-10-12T17:47:19.601428+0000 Thread 82 (Thread 0x7fd8fea4e700 (LWP 14702)): #0 0x00007fd9080327eb in __libc_recv (fd=43, buf=0x7fd8fea4d600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8fea4e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000d69798 in ?? () #1 0x0000000000d69a96 in ?? () #2 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012edc09 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x000000000140fc39 in tc_malloc () #1 0x0000000000eea439 in mongo::mongoMalloc(unsigned long) () #2 0x0000000000ce5049 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #3 0x0000000000d6da04 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.002 traces 0.067 cont 0.000 === 2015-10-12T17:47:29.677568+0000 Thread 82 (Thread 0x7fd8fea4e700 (LWP 14702)): #0 0x00007fd9080327eb in __libc_recv (fd=43, buf=0x7fd8fea4d600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8fea4e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000bc5bfe in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #1 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #5 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #6 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #7 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #8 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #9 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #10 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d699ef in ?? () #3 0x0000000000d6bdc8 in ?? () #4 0x0000000000a8249d in mongo::BtreeIndexCursor::seek(mongo::BSONObj const&, bool) () #5 0x00000000009f548e in mongo::IndexScan::restoreState(mongo::OperationContext*) () #6 0x00000000009e6ae3 in mongo::DeleteStage::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #10 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #11 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #12 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #13 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #14 0x0000000000fac5f4 in ?? () #15 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000a2286b in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000013467f4 in __wt_cursor_get_valuev () #1 0x0000000001346abc in __wt_cursor_get_value () #2 0x0000000000d6db0c in ?? () #3 0x0000000000d6de1f in ?? () #4 0x0000000000d6d9dc in ?? () #5 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #6 0x00000000009f567a in mongo::IndexScan::checkEnd() () #7 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #8 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.065 cont 0.000 === 2015-10-12T17:47:39.753479+0000 Thread 82 (Thread 0x7fd8fea4e700 (LWP 14702)): #0 0x00007fd9080327eb in __libc_recv (fd=43, buf=0x7fd8fea4d600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8fea4e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000d6da4b in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f650b in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000d6da4b in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f650b in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000a0ca00 in mongo::ScopedTimer::~ScopedTimer() () #1 0x00000000009f64ad in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.056 cont 0.000 === 2015-10-12T17:47:49.811519+0000 Thread 82 (Thread 0x7fd8fea4e700 (LWP 14702)): #0 0x00007fd9080327eb in __libc_recv (fd=43, buf=0x7fd8fea4d600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8fea4e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000ce1dff in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000a22fc4 in mongo::WorkingSet::flagNewIdxId(unsigned long const&) () #1 0x00000000009f6704 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.056 cont 0.000 === 2015-10-12T17:47:59.869730+0000 Thread 82 (Thread 0x7fd8fea4e700 (LWP 14702)): #0 0x00007fd9080327eb in __libc_recv (fd=43, buf=0x7fd8fea4d600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8fea4e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 __memmove_ssse3_back () at ../sysdeps/x86_64/multiarch/memcpy-ssse3-back.S:1775 #1 0x0000000000d6d8f4 in ?? () #2 0x0000000000d6d9d3 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000d94447 in mongo::logger::globalLogManager() () #1 0x0000000000d7c9ed in mongo::WiredTigerRecoveryUnit::_txnClose(bool) () #2 0x0000000000be508b in mongo::QueryYield::yieldAllLocks(mongo::OperationContext*, mongo::RecordFetcher*) () #3 0x0000000000bc975b in mongo::PlanYieldPolicy::yield(mongo::RecordFetcher*) () #4 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000bc57aa in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #1 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.063 cont 0.000 === 2015-10-12T17:48:09.943660+0000 Thread 82 (Thread 0x7fd8fea4e700 (LWP 14702)): #0 0x00007fd9080327eb in __libc_recv (fd=43, buf=0x7fd8fea4d600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8fea4e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000bc5792 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #1 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000ce3c11 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000012ee254 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.062 cont 0.000 === 2015-10-12T17:48:20.011462+0000 Thread 82 (Thread 0x7fd8fea4e700 (LWP 14702)): #0 0x00007fd9080327eb in __libc_recv (fd=43, buf=0x7fd8fea4d600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8fea4e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000ce50e1 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #1 0x0000000000d6da04 in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000000bc584f in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #1 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.062 cont 0.000 === 2015-10-12T17:48:30.074978+0000 Thread 82 (Thread 0x7fd8fea4e700 (LWP 14702)): #0 0x00007fd9080327eb in __libc_recv (fd=43, buf=0x7fd8fea4d600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8fea4e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000d6db9b in ?? () #1 0x0000000000d6de1f in ?? () #2 0x0000000000d6d9dc in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x000000000131c0fc in __wt_row_leaf_key_work () #1 0x00000000013200cb in __wt_row_search () #2 0x00000000012f64db in __wt_btcur_search_near () #3 0x000000000133798a in ?? () #4 0x0000000000d69912 in ?? () #5 0x0000000000d6bdc8 in ?? () #6 0x0000000000a8249d in mongo::BtreeIndexCursor::seek(mongo::BSONObj const&, bool) () #7 0x00000000009f6137 in mongo::IndexScan::initIndexScan() () #8 0x00000000009f647d in mongo::IndexScan::work(unsigned long*) () #9 0x00000000009e9cad in mongo::FetchStage::work(unsigned long*) () #10 0x00000000009e67f0 in mongo::DeleteStage::work(unsigned long*) () #11 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #12 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #13 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #14 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #15 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #16 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #17 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #18 0x0000000000fac5f4 in ?? () #19 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #20 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000001320a02 in __wt_row_search () #1 0x00000000012f64db in __wt_btcur_search_near () #2 0x000000000133798a in ?? () #3 0x0000000000d69912 in ?? () #4 0x0000000000d69b65 in ?? () #5 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #6 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #7 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #8 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00000000012eec6e in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.070 cont 0.000 === 2015-10-12T17:48:40.157002+0000 Thread 82 (Thread 0x7fd8fea4e700 (LWP 14702)): #0 0x00007fd9080327eb in __libc_recv (fd=43, buf=0x7fd8fea4d600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8fea4e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000013467f4 in __wt_cursor_get_valuev () #1 0x0000000001346abc in __wt_cursor_get_value () #2 0x0000000000d6db0c in ?? () #3 0x0000000000d6de1f in ?? () #4 0x0000000000d6d9dc in ?? () #5 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #6 0x00000000009f567a in mongo::IndexScan::checkEnd() () #7 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #8 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000d6db9b in ?? () #1 0x0000000000d6de1f in ?? () #2 0x0000000000d6d9dc in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x0000000001346a4d in __wt_cursor_get_value () #1 0x0000000000d6db0c in ?? () #2 0x0000000000d6de1f in ?? () #3 0x0000000000d6d9dc in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.060 cont 0.000 === 2015-10-12T17:48:50.218957+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000a2286b in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000d6da4b in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f567a in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x000000000080df58 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:49:00.276279+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000bc5bbb in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #1 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #5 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #6 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #7 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #8 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #9 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #10 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000080deb4 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000080cb89 in mongo::BSONObjBuilderValueStream::endField(mongo::StringData const&) () #1 0x0000000000ce583d in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:49:10.337432+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 strlen () at ../sysdeps/x86_64/strlen.S:107 #1 0x0000000000803fee in mongo::BSONElement::size() const () #2 0x000000000080debc in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #3 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009a3302 in void std::vector >::_M_emplace_back_aux(unsigned long const&) () #1 0x00000000009f6704 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000e01d39 in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #1 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #4 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #5 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #6 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #7 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #8 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #9 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.059 cont 0.000 === 2015-10-12T17:49:20.398742+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080d393 in mongo::BSONObjBuilderValueStream::endField(mongo::StringData const&) () #1 0x0000000000ce583d in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.063 cont 0.003 === 2015-10-12T17:49:30.468409+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000ce51be in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #1 0x0000000000d6da04 in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x0000000000bc5c13 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.065 cont 0.000 === 2015-10-12T17:49:40.544907+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x000000000131c19f in __wt_row_leaf_key_work () #1 0x00000000013200cb in __wt_row_search () #2 0x00000000012fa256 in __wt_btcur_remove () #3 0x00000000013372a5 in ?? () #4 0x0000000000d6dfa4 in mongo::WiredTigerIndexUnique::_unindex(__wt_cursor*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #5 0x0000000000d69193 in mongo::WiredTigerIndex::unindex(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #6 0x0000000000a7365d in mongo::BtreeBasedAccessMethod::removeOneKey(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #7 0x0000000000a73cd9 in mongo::BtreeBasedAccessMethod::remove(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, mongo::InsertDeleteOptions const&, long*) () #8 0x00000000009070a9 in mongo::IndexCatalog::_unindexRecord(mongo::OperationContext*, mongo::IndexCatalogEntry*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #9 0x0000000000907418 in mongo::IndexCatalog::unindexRecord(mongo::OperationContext*, mongo::BSONObj const&, mongo::RecordId const&, bool) () #10 0x00000000008f4d83 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #11 0x00000000009e6a18 in mongo::DeleteStage::work(unsigned long*) () #12 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #13 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #14 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #15 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #16 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #17 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #18 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #19 0x0000000000fac5f4 in ?? () #20 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #21 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000080dcf9 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000bc5870 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #1 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.057 cont 0.000 === 2015-10-12T17:49:50.609363+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000a2286b in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000eea430 in mongo::mongoMalloc(unsigned long) () #1 0x0000000000ce5049 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.054 cont 0.000 === 2015-10-12T17:50:00.673273+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000ce3c9d in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x0000000000bc5c13 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:50:10.728324+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 strlen () at ../sysdeps/x86_64/strlen.S:107 #1 0x0000000000803fee in mongo::BSONElement::size() const () #2 0x000000000080debc in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #3 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000bc5885 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #1 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000bc5a51 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #1 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.052 cont 0.000 === 2015-10-12T17:50:20.791453+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 0x000000000130d545 in ?? () #1 0x000000000130fd3f in __wt_split_multi () #2 0x000000000134d8e8 in __wt_evict () #3 0x000000000134b142 in __wt_evict_page () #4 0x000000000134b689 in __wt_evict_lru_page () #5 0x000000000134b88a in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00000000012f7714 in __wt_btcur_insert () #1 0x0000000001338246 in ?? () #2 0x0000000000d7a461 in mongo::WiredTigerRecordStore::insertRecord(mongo::OperationContext*, char const*, int, bool) () #3 0x00000000008f4b7e in mongo::Collection::_insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #4 0x00000000008f4fdd in mongo::Collection::insertDocument(mongo::OperationContext*, mongo::BSONObj const&, bool) () #5 0x0000000000995713 in mongo::WriteBatchExecutor::execOneInsert(mongo::WriteBatchExecutor::ExecInsertsState*, mongo::WriteErrorDetail**) () #6 0x000000000099646d in mongo::WriteBatchExecutor::execInserts(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*) () #7 0x000000000099833e in mongo::WriteBatchExecutor::bulkExecute(mongo::BatchedCommandRequest const&, mongo::WriteConcernOptions const&, std::vector >*, std::vector >*) () #8 0x0000000000998a7b in mongo::WriteBatchExecutor::executeBatch(mongo::BatchedCommandRequest const&, mongo::BatchedCommandResponse*) () #9 0x000000000099b5ed in mongo::WriteCmd::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.051 cont 0.000 === 2015-10-12T17:50:30.847013+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 strlen () at ../sysdeps/x86_64/strlen.S:69 #1 0x0000000000803fee in mongo::BSONElement::size() const () #2 0x000000000080debc in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #3 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000bc5bb0 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #1 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #5 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #6 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #7 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #8 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #9 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #10 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000080d9fd in mongo::BSONObj::getOwned() const () #1 0x00000000009f67ed in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.058 cont 0.000 === 2015-10-12T17:50:40.910000+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.052 cont 0.000 === 2015-10-12T17:50:50.963645+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00007fd9080327eb in __libc_recv (fd=37, buf=0x7fd8ffd52600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00007fd9080327eb in __libc_recv (fd=15, buf=0x7fd90844b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00007fd9080327eb in __libc_recv (fd=25, buf=0x7fd901858600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.053 cont 0.000 === 2015-10-12T17:51:01.018168+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000d69798 in ?? () #1 0x0000000000d69a96 in ?? () #2 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000001336a73 in ?? () #1 0x0000000000d69adb in ?? () #2 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.059 cont 0.000 === 2015-10-12T17:51:11.079311+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000ce3c0a in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000ce3d07 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000012ec5b1 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.061 cont 0.000 === 2015-10-12T17:51:21.149436+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000d69adb in ?? () #1 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000080dd55 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 __memmove_ssse3_back () at ../sysdeps/x86_64/multiarch/memcpy-ssse3-back.S:69 #1 0x00000000012eecda in __wt_btcur_next () #2 0x0000000001336a89 in ?? () #3 0x0000000000d69adb in ?? () #4 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.059 cont 0.000 === 2015-10-12T17:51:31.217950+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000d6da4b in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f650b in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000134681a in __wt_cursor_get_valuev () #1 0x0000000001346abc in __wt_cursor_get_value () #2 0x0000000000d6db0c in ?? () #3 0x0000000000d6de1f in ?? () #4 0x0000000000d6d9dc in ?? () #5 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #6 0x00000000009f567a in mongo::IndexScan::checkEnd() () #7 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #8 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.061 cont 0.000 === 2015-10-12T17:51:41.286585+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000a2286b in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000a22fc4 in mongo::WorkingSet::flagNewIdxId(unsigned long const&) () #1 0x00000000009f6704 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.058 cont 0.000 === 2015-10-12T17:51:51.353426+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000a22fc4 in mongo::WorkingSet::flagNewIdxId(unsigned long const&) () #1 0x00000000009f6704 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x0000000001320a02 in __wt_row_search () #1 0x00000000012f5210 in __wt_btcur_search () #2 0x00000000013376e3 in ?? () #3 0x0000000000d75356 in mongo::WiredTigerRecordStore::deleteRecord(mongo::OperationContext*, mongo::RecordId const&) () #4 0x00000000008f4d93 in mongo::Collection::deleteDocument(mongo::OperationContext*, mongo::RecordId const&, bool, bool, mongo::BSONObj*) () #5 0x00000000009e6a18 in mongo::DeleteStage::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #9 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #10 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #11 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #12 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #13 0x0000000000fac5f4 in ?? () #14 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000009f532d in mongo::IndexScan::saveState() () #1 0x0000000000bc5659 in mongo::PlanExecutor::saveState() () #2 0x0000000000bc9750 in mongo::PlanYieldPolicy::yield(mongo::RecordFetcher*) () #3 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.063 cont 0.000 === 2015-10-12T17:52:01.418579+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000a22fd5 in mongo::WorkingSet::flagNewIdxId(unsigned long const&) () #1 0x00000000009f6704 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000001336a52 in ?? () #1 0x0000000000d69adb in ?? () #2 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000009f5248 in mongo::IndexScan::isEOF() () #1 0x00000000009f648e in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.058 cont 0.000 === 2015-10-12T17:52:11.481646+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000a230ec in mongo::WorkingSet::allocate() () #1 0x00000000009f6618 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000d6da4b in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f567a in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.058 cont 0.000 === 2015-10-12T17:52:21.549425+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x0000000000bc5c13 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000a8238d in mongo::BtreeIndexCursor::getKey() const () #1 0x00000000009f650b in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.058 cont 0.000 === 2015-10-12T17:52:31.610463+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000ce28b4 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000001345f79 in __wt_cursor_get_keyv () #1 0x0000000001346242 in __wt_cursor_get_key () #2 0x0000000000d6d8b2 in ?? () #3 0x0000000000d6d9d3 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.061 cont 0.000 === 2015-10-12T17:52:41.679272+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000806440 in mongo::BSONElement::woCompare(mongo::BSONElement const&, bool) const () #1 0x000000000080dda5 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #2 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.052 cont 0.000 === 2015-10-12T17:52:51.742866+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000ce51c8 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #1 0x0000000000d6da04 in ?? () #2 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #3 0x00000000009f567a in mongo::IndexScan::checkEnd() () #4 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #5 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #6 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #7 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #11 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #12 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #13 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #14 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #15 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #16 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x00000000009f56b3 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000012ecba3 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.061 cont 0.004 === 2015-10-12T17:53:01.810627+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000131ff28 in __wt_row_search () #1 0x00000000012f64db in __wt_btcur_search_near () #2 0x000000000133798a in ?? () #3 0x0000000000d69912 in ?? () #4 0x0000000000d69b65 in ?? () #5 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #6 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #7 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #8 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000131ff28 in __wt_row_search () #1 0x00000000012f64db in __wt_btcur_search_near () #2 0x000000000133798a in ?? () #3 0x0000000000d69912 in ?? () #4 0x0000000000d69b65 in ?? () #5 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #6 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #7 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #8 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000131ff28 in __wt_row_search () #1 0x00000000012f64db in __wt_btcur_search_near () #2 0x000000000133798a in ?? () #3 0x0000000000d69912 in ?? () #4 0x0000000000d69b65 in ?? () #5 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #6 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #7 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #8 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #9 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #10 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #14 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #15 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #16 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #17 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #18 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #19 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.084 cont 0.000 === 2015-10-12T17:53:11.896463+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000d6da45 in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f650b in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000a230ec in mongo::WorkingSet::allocate() () #1 0x00000000009f6618 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000140fb68 in tc_malloc () #1 0x0000000000eea439 in mongo::mongoMalloc(unsigned long) () #2 0x0000000000ce5049 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #3 0x0000000000d6da04 in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.067 cont 0.000 === 2015-10-12T17:53:21.965160+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000aebbb0 in mongo::OperationContextImpl::lockState() const () #1 0x0000000000bc96c6 in mongo::PlanYieldPolicy::shouldYield() () #2 0x0000000000bc57de in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000aebbb0 in mongo::OperationContextImpl::lockState() const () #1 0x0000000000bc96c6 in mongo::PlanYieldPolicy::shouldYield() () #2 0x0000000000bc57de in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000bc5bfe in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #1 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #5 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #6 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #7 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #8 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #9 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #10 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.058 cont 0.000 === 2015-10-12T17:53:32.030160+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000803dfe in mongo::BSONElement::size() const () #1 0x000000000080de52 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #2 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000080df1c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000009f65d9 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.059 cont 0.000 === 2015-10-12T17:53:42.091064+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000014116b4 in tc_new () #1 0x00000000009a3334 in void std::vector >::_M_emplace_back_aux(unsigned long const&) () #2 0x00000000009f6704 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x00000000009f6737 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x0000000000bc5c22 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #2 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.058 cont 0.000 === 2015-10-12T17:53:52.150896+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ee1cf in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ede8a in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000d6da4b in ?? () #1 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #2 0x00000000009f650b in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.068 cont 0.000 === 2015-10-12T17:54:02.229355+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x0000000000ce1cb1 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x0000000000d692e2 in ?? () #1 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #2 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #3 0x00000000009e6ae3 in mongo::DeleteStage::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000bc624d in mongo::PlanExecutor::executePlan() () #7 0x0000000000aec971 in mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool) () #8 0x0000000000d8dca5 in mongo::TTLMonitor::doTTLPass() () #9 0x0000000000d8e9c0 in mongo::TTLMonitor::run() () #10 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #11 0x0000000000fac5f4 in ?? () #12 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000131c681 in __wt_row_leaf_key_work () #1 0x00000000013200cb in __wt_row_search () #2 0x00000000012f64db in __wt_btcur_search_near () #3 0x000000000133798a in ?? () #4 0x0000000000d69912 in ?? () #5 0x0000000000d69b65 in ?? () #6 0x0000000000a82406 in mongo::BtreeIndexCursor::restorePosition(mongo::OperationContext*) () #7 0x00000000009f53dc in mongo::IndexScan::restoreState(mongo::OperationContext*) () #8 0x0000000000bc5712 in mongo::PlanExecutor::restoreState(mongo::OperationContext*) () #9 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #10 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #11 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #13 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #14 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #15 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #16 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #17 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #18 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #19 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #20 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.057 cont 0.000 === 2015-10-12T17:54:12.297307+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000d6f6ca in void std::vector, std::allocator > >::emplace_back >(std::pair&&) () #1 0x0000000000d6dbb1 in ?? () #2 0x0000000000d6de1f in ?? () #3 0x0000000000d6d9dc in ?? () #4 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #5 0x00000000009f567a in mongo::IndexScan::checkEnd() () #6 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #7 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #8 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #9 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #12 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #13 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #14 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #15 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #16 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #17 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #18 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000ce3c4f in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.055 cont 0.000 === 2015-10-12T17:54:22.362573+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f664f in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ec5f8 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000012edeb6 in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.066 cont 0.000 === 2015-10-12T17:54:32.437427+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000a22fc4 in mongo::WorkingSet::flagNewIdxId(unsigned long const&) () #1 0x00000000009f6704 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x00000000007e7454 in mongo::intrusive_ptr_release(mongo::SharedBuffer::Holder*) () #1 0x00000000009f6814 in mongo::IndexScan::work(unsigned long*) () #2 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.058 cont 0.000 === 2015-10-12T17:54:42.505382+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000a2286b in mongo::WorkingSetMember::clear() () #1 0x0000000000a22919 in mongo::WorkingSet::free(unsigned long const&) () #2 0x0000000000bc5a88 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #3 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #4 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #8 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #9 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #10 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #11 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #12 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #13 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000ce3c89 in ?? () #1 0x0000000000ce5198 in mongo::KeyString::toBson(char const*, unsigned long, mongo::Ordering, mongo::KeyString::TypeBits const&) () #2 0x0000000000d6da04 in ?? () #3 0x0000000000a82393 in mongo::BtreeIndexCursor::getKey() const () #4 0x00000000009f567a in mongo::IndexScan::checkEnd() () #5 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #6 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #7 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #8 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #10 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #11 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #12 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #13 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #14 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #15 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #16 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #17 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.059 cont 0.000 === 2015-10-12T17:54:52.573394+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000012ee13d in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x00000000012ec38c in __wt_btcur_next () #1 0x0000000001336a89 in ?? () #2 0x0000000000d69adb in ?? () #3 0x00000000009f65ce in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000803dfe in mongo::BSONElement::size() const () #1 0x000000000080de52 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #2 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #3 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #4 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #5 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #6 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #9 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #10 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #11 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #12 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #13 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #14 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #15 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.062 cont 0.000 === 2015-10-12T17:55:02.638052+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x000000000080dd2c in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x000000000080dec8 in mongo::BSONObj::woCompare(mongo::BSONObj const&, mongo::BSONObj const&, bool) const () #1 0x00000000009f5691 in mongo::IndexScan::checkEnd() () #2 0x00000000009f64e8 in mongo::IndexScan::work(unsigned long*) () #3 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.059 cont 0.000 === 2015-10-12T17:55:12.707101+0000 Thread 31 (Thread 0x7fd8ff350700 (LWP 12553)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000df0fd2 in mongo::MoveChunkCommand::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #6 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #7 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #8 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #9 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #10 0x00007fd90802b182 in start_thread (arg=0x7fd8ff350700) at pthread_create.c:312 #11 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fd8ff451700 (LWP 12451)): #0 0x00007fd9080327eb in __libc_recv (fd=38, buf=0x7fd8ff450600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ff451700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fd901657700 (LWP 12408)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd901657700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fd900e56700 (LWP 12407)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900e56700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fd900655700 (LWP 12406)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134b8d4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd900655700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fd8ffd53700 (LWP 12405)): #0 0x00000000009f6628 in mongo::IndexScan::work(unsigned long*) () #1 0x0000000000bc5834 in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #2 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #3 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #4 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #5 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #7 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #8 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #9 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #10 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #11 0x00007fd90802b182 in start_thread (arg=0x7fd8ffd53700) at pthread_create.c:312 #12 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fd8ffe54700 (LWP 12395)): #0 0x00007fd9080327eb in __libc_recv (fd=34, buf=0x7fd8ffe53600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd8ffe54700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fd906d68700 (LWP 12198)): #0 0x00007fd9080330d1 in do_sigwait (sig=0x7fd906d679f0, set=) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:60 #1 __sigwait (set=0x1b70ce0, sig=0x7fd906d679f0) at ../nptl/sysdeps/unix/sysv/linux/../../../../../sysdeps/unix/sysv/linux/sigwait.c:97 #2 0x0000000000f5d3ee in ?? () #3 0x0000000000fac5f4 in ?? () #4 0x00007fd90802b182 in start_thread (arg=0x7fd906d68700) at pthread_create.c:312 #5 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fd906567700 (LWP 12200)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000134c05a in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd906567700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 17 (Thread 0x7fd905d66700 (LWP 12201)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x0000000001330367 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905d66700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fd905565700 (LWP 12202)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000001366e61 in __wt_cond_wait () #2 0x000000000132aba6 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd905565700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fd904d64700 (LWP 12206)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x0000000000ed63e4 in mongo::DeadlineMonitor::deadlineMonitorThread() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904d64700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fd904563700 (LWP 12207)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000beab4f in mongo::RangeDeleter::doWork() () #2 0x0000000000fac5f4 in ?? () #3 0x00007fd90802b182 in start_thread (arg=0x7fd904563700) at pthread_create.c:312 #4 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fd903d62700 (LWP 12208)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x0000000000d8e7f3 in mongo::TTLMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903d62700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fd903561700 (LWP 12209)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68250 in mongo::sleepsecs(int) () #2 0x00000000009170f5 in mongo::ClientCursorMonitor::run() () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd903561700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fd902d60700 (LWP 12210)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x0000000000ef0cf6 in bool boost::condition_variable_any::timed_wait >(boost::unique_lock&, boost::posix_time::ptime const&) () #2 0x0000000000eee916 in ?? () #3 0x0000000000eedda0 in mongo::BackgroundJob::jobBody() () #4 0x0000000000fac5f4 in ?? () #5 0x00007fd90802b182 in start_thread (arg=0x7fd902d60700) at pthread_create.c:312 #6 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fd90844c700 (LWP 12281)): #0 0x0000000000a6fa27 in mongo::supportsDocLocking() () #1 0x0000000000bc565e in mongo::PlanExecutor::saveState() () #2 0x0000000000bc9750 in mongo::PlanYieldPolicy::yield(mongo::RecordFetcher*) () #3 0x0000000000bc57fc in mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted*, mongo::RecordId*) () #4 0x0000000000bc5be4 in mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*) () #5 0x0000000000e0210c in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #6 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #7 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #8 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #9 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #10 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #11 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #12 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #13 0x00007fd90802b182 in start_thread (arg=0x7fd90844c700) at pthread_create.c:312 #14 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fd90255f700 (LWP 12295)): #0 0x00007fd9080327eb in __libc_recv (fd=16, buf=0x7fd90255e600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90255f700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fd901c5d700 (LWP 12329)): #0 0x00007fd9080327eb in __libc_recv (fd=20, buf=0x7fd901c5c600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901c5d700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fd901b5c700 (LWP 12360)): #0 0x00007fd9080327eb in __libc_recv (fd=21, buf=0x7fd901b5b600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901b5c700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fd901a5b700 (LWP 12362)): #0 0x00007fd9080327eb in __libc_recv (fd=22, buf=0x7fd901a5a600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901a5b700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fd90195a700 (LWP 12364)): #0 0x00007fd9080327eb in __libc_recv (fd=24, buf=0x7fd901959600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90195a700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fd901859700 (LWP 12366)): #0 0x0000000000e01d30 in mongo::SplitVector::run(mongo::OperationContext*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #1 0x00000000009bdc64 in mongo::_execCommand(mongo::OperationContext*, mongo::Command*, std::string const&, mongo::BSONObj&, int, std::string&, mongo::BSONObjBuilder&, bool) () #2 0x00000000009bebed in mongo::Command::execCommand(mongo::OperationContext*, mongo::Command*, int, char const*, mongo::BSONObj&, mongo::BSONObjBuilder&, bool) () #3 0x00000000009bf8fb in mongo::_runCommands(mongo::OperationContext*, char const*, mongo::BSONObj&, mongo::_BufBuilder&, mongo::BSONObjBuilder&, bool, int) () #4 0x0000000000b9340a in mongo::runQuery(mongo::OperationContext*, mongo::Message&, mongo::QueryMessage&, mongo::NamespaceString const&, mongo::CurOp&, mongo::Message&) () #5 0x0000000000aa3480 in mongo::assembleResponse(mongo::OperationContext*, mongo::Message&, mongo::DbResponse&, mongo::HostAndPort const&) () #6 0x00000000007e99fd in mongo::MyMessageHandler::process(mongo::Message&, mongo::AbstractMessagingPort*, mongo::LastError*) () #7 0x0000000000f1badb in mongo::PortMessageServer::handleIncomingMsg(void*) () #8 0x00007fd90802b182 in start_thread (arg=0x7fd901859700) at pthread_create.c:312 #9 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fd901758700 (LWP 12369)): #0 0x00007fd9080327eb in __libc_recv (fd=27, buf=0x7fd901757600, n=16, flags=-1) at ../sysdeps/unix/sysv/linux/x86_64/recv.c:33 #1 0x0000000000f2460a in mongo::Socket::_recv(char*, int) () #2 0x0000000000f24649 in mongo::Socket::unsafe_recv(char*, int) () #3 0x0000000000f24695 in mongo::Socket::recv(char*, int) () #4 0x0000000000f19026 in mongo::MessagingPort::recv(mongo::Message&) () #5 0x0000000000f1bab7 in mongo::PortMessageServer::handleIncomingMsg(void*) () #6 0x00007fd90802b182 in start_thread (arg=0x7fd901758700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fd90245e700 (LWP 12371)): #0 0x00007fd908032b9d in nanosleep () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f68333 in mongo::sleepmicros(long long) () #2 0x0000000000e28fb1 in mongo::DistributedLockPinger::_distLockPingThread(mongo::ConnectionString, std::string const&, unsigned long long) () #3 0x0000000000e2a193 in mongo::DistributedLockPinger::distLockPingThread(mongo::ConnectionString, long long, std::string const&, unsigned long long) () #4 0x0000000000e25f0d in boost::detail::thread_data (mongo::DistributedLockPinger*, mongo::ConnectionString, long long, std::string, unsigned long long)> >::run() () #5 0x0000000000fac5f4 in ?? () #6 0x00007fd90802b182 in start_thread (arg=0x7fd90245e700) at pthread_create.c:312 #7 0x00007fd90712c47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fd90844fbc0 (LWP 12195)): #0 0x00007fd907123da3 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x0000000000f1599a in mongo::Listener::initAndListen() () #2 0x00000000007e501b in mongo::initAndListen(int) () #3 0x00000000007e88c9 in main () times: stop 0.001 traces 0.057 cont 0.000