2015-03-13T15:49:09.845-0400 W - [initandlisten] Detected unclean shutdown - /data/wiredTiger/mongod.lock is not empty. 2015-03-13T15:49:09.845-0400 W STORAGE [initandlisten] Recovering data from the last clean checkpoint. 2015-03-13T15:49:09.845-0400 I STORAGE [initandlisten] wiredtiger_open config: create,cache_size=1G,session_max=20000,eviction=(threads_max=4),statistics=(fast),log=(enabled=true,archive=true,path=journal,compressor=snappy),checkpoint=(wait=60,log_size=2GB),statistics_log=(wait=0), 2015-03-13T15:49:48.568-0400 I CONTROL [initandlisten] MongoDB starting : pid=1219 port=27017 dbpath=/data/wiredTiger 64-bit host=CAP-JA-Ubuntu14 2015-03-13T15:49:48.568-0400 I CONTROL [initandlisten] ** WARNING: You are running this process as the root user, which is not recommended. 2015-03-13T15:49:48.568-0400 I CONTROL [initandlisten] 2015-03-13T15:49:48.568-0400 I CONTROL [initandlisten] db version v3.0.1-rc0 2015-03-13T15:49:48.568-0400 I CONTROL [initandlisten] git version: 3f999d764cdd307f779b27e3a28230b21bd43e25 2015-03-13T15:49:48.568-0400 I CONTROL [initandlisten] build info: Linux build16.nj1.10gen.cc 2.6.32-431.3.1.el6.x86_64 #1 SMP Fri Jan 3 21:39:27 UTC 2014 x86_64 BOOST_LIB_VERSION=1_49 2015-03-13T15:49:48.568-0400 I CONTROL [initandlisten] allocator: tcmalloc 2015-03-13T15:49:48.568-0400 I CONTROL [initandlisten] options: { storage: { dbPath: "/data/wiredTiger", engine: "wiredTiger" }, systemLog: { destination: "file", path: "/var/log/mongodb/mongod.log" } } 2015-03-13T15:49:48.599-0400 I NETWORK [initandlisten] waiting for connections on port 27017 2015-03-13T15:49:51.227-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56299 #1 (1 connection now open) 2015-03-13T15:49:52.426-0400 I - [conn1] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:49:52.484-0400 I CONTROL [conn1] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:49:52.529-0400 I WRITE [conn1] update test.foo query: { x: { $gte: 3951.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:273 locks:{} 1285ms 2015-03-13T15:49:52.529-0400 I COMMAND [conn1] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 3951.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 1285ms 2015-03-13T15:49:54.459-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56300 #2 (2 connections now open) 2015-03-13T15:49:55.063-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56302 #3 (3 connections now open) 2015-03-13T15:49:56.538-0400 I - [conn2] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:49:56.545-0400 I CONTROL [conn2] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:49:56.545-0400 I WRITE [conn2] remove test.foo query: { x: { $gte: 2154.0 } } ndeleted:0 keyUpdates:0 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:267 locks:{} 2073ms 2015-03-13T15:49:56.546-0400 I COMMAND [conn2] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 2154.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 2073ms 2015-03-13T15:49:56.550-0400 I - [conn3] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:49:56.558-0400 I CONTROL [conn3] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:49:56.941-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56303 #4 (4 connections now open) 2015-03-13T15:49:56.974-0400 I - [conn4] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:49:56.981-0400 I CONTROL [conn4] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:49:57.005-0400 I - [conn4] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:49:57.012-0400 I CONTROL [conn4] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:49:58.371-0400 I - [conn2] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:49:58.379-0400 I CONTROL [conn2] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:49:58.380-0400 I WRITE [conn2] update test.foo query: { x: { $gte: 4895.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:235 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:67 locks:{} 482ms 2015-03-13T15:49:58.380-0400 I COMMAND [conn2] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 4895.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 482ms 2015-03-13T15:49:58.381-0400 I - [conn3] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:49:58.390-0400 I CONTROL [conn3] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:49:58.390-0400 I WRITE [conn3] remove test.foo query: { x: { $gte: 5341.0 } } ndeleted:0 keyUpdates:0 writeConflicts:74 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:27 locks:{} 512ms 2015-03-13T15:49:58.390-0400 I COMMAND [conn3] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 5341.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 512ms 2015-03-13T15:49:59.452-0400 I - [conn2] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:49:59.454-0400 I - [conn1] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:49:59.455-0400 I - [conn4] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:49:59.457-0400 I - [conn3] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:49:59.459-0400 I CONTROL [conn2] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:49:59.467-0400 I CONTROL [conn3] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:49:59.467-0400 I WRITE [conn3] remove test.foo query: { x: { $gte: 1093.0 } } ndeleted:0 keyUpdates:0 writeConflicts:59 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:56 locks:{} 1040ms 2015-03-13T15:49:59.467-0400 I COMMAND [conn3] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 1093.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 1040ms 2015-03-13T15:49:59.474-0400 I CONTROL [conn4] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:49:59.475-0400 I WRITE [conn4] remove test.foo query: { x: { $gte: 1717.0 } } ndeleted:0 keyUpdates:0 writeConflicts:58 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:118 locks:{} 2434ms 2015-03-13T15:49:59.475-0400 I COMMAND [conn4] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 1717.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 2434ms 2015-03-13T15:49:59.482-0400 I CONTROL [conn1] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:49:59.482-0400 I WRITE [conn1] remove test.foo query: { x: { $gte: 688.0 } } ndeleted:0 keyUpdates:0 writeConflicts:88 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:285 locks:{} 5795ms 2015-03-13T15:49:59.482-0400 I COMMAND [conn1] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 688.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 5795ms 2015-03-13T15:49:59.494-0400 I - [conn1] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:49:59.503-0400 I CONTROL [conn1] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:49:59.507-0400 I - [conn2] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:49:59.512-0400 I - [conn4] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:49:59.515-0400 I CONTROL [conn2] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:49:59.522-0400 I CONTROL [conn4] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:49:59.531-0400 I - [conn1] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:49:59.539-0400 I CONTROL [conn1] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:49:59.577-0400 I - [conn1] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:49:59.585-0400 I CONTROL [conn1] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:49:59.594-0400 I - [conn1] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:49:59.602-0400 I CONTROL [conn1] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:01.212-0400 I - [conn2] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:01.219-0400 I CONTROL [conn2] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:01.220-0400 I WRITE [conn2] update test.foo query: { x: { $gte: 6402.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:86 locks:{} 675ms 2015-03-13T15:50:01.220-0400 I COMMAND [conn2] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 6402.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 675ms 2015-03-13T15:50:01.234-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56304 #5 (5 connections now open) 2015-03-13T15:50:01.339-0400 I COMMAND [conn5] command test.$cmd command: createIndexes { createIndexes: "foo", indexes: [ { key: { x: 1.0 }, name: "x_1" } ] } keyUpdates:0 writeConflicts:0 numYields:0 reslen:149 locks:{} 102ms 2015-03-13T15:50:01.339-0400 I COMMAND [conn4] command test.$cmd command: count { count: "foo", query: {}, fields: {} } planSummary: COUNT keyUpdates:0 writeConflicts:0 numYields:0 reslen:44 locks:{} 101ms 2015-03-13T15:50:01.448-0400 I - [conn3] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:01.457-0400 I CONTROL [conn3] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:01.458-0400 I WRITE [conn3] update test.foo query: { x: { $gte: 5499.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:60 locks:{} 586ms 2015-03-13T15:50:01.458-0400 I COMMAND [conn3] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 5499.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 586ms 2015-03-13T15:50:01.711-0400 I COMMAND [conn4] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 105ms 2015-03-13T15:50:01.719-0400 I COMMAND [conn2] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 104ms 2015-03-13T15:50:01.925-0400 I COMMAND [conn4] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 141ms 2015-03-13T15:50:01.985-0400 I COMMAND [conn2] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 103ms 2015-03-13T15:50:02.055-0400 I COMMAND [conn3] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 127ms 2015-03-13T15:50:02.112-0400 I COMMAND [conn4] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 122ms 2015-03-13T15:50:02.430-0400 I COMMAND [conn4] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 109ms 2015-03-13T15:50:02.742-0400 I COMMAND [conn4] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 110ms 2015-03-13T15:50:02.760-0400 I - [conn5] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:02.772-0400 I CONTROL [conn5] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:02.774-0400 I WRITE [conn5] update test.foo query: { x: { $gte: 1772.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:232 locks:{} 1421ms 2015-03-13T15:50:02.774-0400 I COMMAND [conn5] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 1772.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 1421ms 2015-03-13T15:50:03.938-0400 I COMMAND [conn3] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 117ms 2015-03-13T15:50:03.941-0400 I COMMAND [conn4] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 117ms 2015-03-13T15:50:04.137-0400 I COMMAND [conn3] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 140ms 2015-03-13T15:50:04.139-0400 I COMMAND [conn4] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 125ms 2015-03-13T15:50:06.957-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56305 #6 (6 connections now open) 2015-03-13T15:50:08.326-0400 I COMMAND [conn6] command test.$cmd command: createIndexes { createIndexes: "foo", indexes: [ { key: { x: 1.0 }, name: "x_1" } ] } keyUpdates:0 writeConflicts:0 numYields:0 reslen:149 locks:{} 1357ms 2015-03-13T15:50:09.341-0400 I - [conn1] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:09.349-0400 I CONTROL [conn1] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:09.349-0400 I WRITE [conn1] update test.foo query: { x: { $gte: 115.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:262 locks:{} 9707ms 2015-03-13T15:50:09.349-0400 I COMMAND [conn1] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 115.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 9707ms 2015-03-13T15:50:09.349-0400 I NETWORK [conn1] end connection 10.4.110.156:56299 (5 connections now open) 2015-03-13T15:50:09.491-0400 I - [conn5] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:09.499-0400 I CONTROL [conn5] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:09.503-0400 I WRITE [conn5] update test.foo query: { x: { $gte: 4702.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:6867 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:436 locks:{} 5209ms 2015-03-13T15:50:09.503-0400 I COMMAND [conn5] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 4702.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 5209ms 2015-03-13T15:50:09.656-0400 I - [conn3] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:09.658-0400 I - [conn6] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:09.659-0400 I - [conn2] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:09.668-0400 I CONTROL [conn2] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:09.668-0400 I WRITE [conn2] remove test.foo query: { x: { $gte: 3476.0 } } ndeleted:0 keyUpdates:0 writeConflicts:308 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:217 locks:{} 5892ms 2015-03-13T15:50:09.668-0400 I COMMAND [conn2] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 3476.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 5893ms 2015-03-13T15:50:09.680-0400 I CONTROL [conn3] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:09.682-0400 I - [conn2] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:09.683-0400 I WRITE [conn3] update test.foo query: { x: { $gte: 1497.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:2907 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:307 locks:{} 4094ms 2015-03-13T15:50:09.683-0400 I COMMAND [conn3] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 1497.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 4094ms 2015-03-13T15:50:09.684-0400 I CONTROL [conn6] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:09.685-0400 I WRITE [conn6] update test.foo query: { x: { $gte: 5206.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:7120 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:83 locks:{} 1191ms 2015-03-13T15:50:09.685-0400 I COMMAND [conn6] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 5206.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 1191ms 2015-03-13T15:50:09.692-0400 I CONTROL [conn2] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:09.703-0400 I - [conn2] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:09.711-0400 I CONTROL [conn2] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:09.750-0400 I - [conn2] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:09.759-0400 I CONTROL [conn2] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:10.032-0400 I COMMAND [conn2] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 104ms 2015-03-13T15:50:10.109-0400 I COMMAND [conn5] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 157ms 2015-03-13T15:50:10.110-0400 I COMMAND [conn3] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 158ms 2015-03-13T15:50:10.293-0400 I COMMAND [conn3] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 126ms 2015-03-13T15:50:10.456-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 120ms 2015-03-13T15:50:10.464-0400 I COMMAND [conn3] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 121ms 2015-03-13T15:50:10.472-0400 I COMMAND [conn5] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 118ms 2015-03-13T15:50:10.622-0400 I COMMAND [conn5] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 106ms 2015-03-13T15:50:10.640-0400 I COMMAND [conn3] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 119ms 2015-03-13T15:50:10.641-0400 I - [conn4] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:10.643-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 109ms 2015-03-13T15:50:10.648-0400 I CONTROL [conn4] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:10.649-0400 I WRITE [conn4] update test.foo query: { x: { $gte: 245.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:118 locks:{} 5884ms 2015-03-13T15:50:10.649-0400 I COMMAND [conn4] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 245.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 5884ms 2015-03-13T15:50:10.649-0400 I NETWORK [conn4] end connection 10.4.110.156:56303 (4 connections now open) 2015-03-13T15:50:10.814-0400 I COMMAND [conn2] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 104ms 2015-03-13T15:50:11.426-0400 I COMMAND [conn3] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 104ms 2015-03-13T15:50:11.753-0400 I COMMAND [conn5] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 125ms 2015-03-13T15:50:11.856-0400 I COMMAND [conn2] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 125ms 2015-03-13T15:50:12.035-0400 I COMMAND [conn5] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 138ms 2015-03-13T15:50:12.125-0400 I COMMAND [conn2] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 116ms 2015-03-13T15:50:12.707-0400 I COMMAND [conn2] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 113ms 2015-03-13T15:50:12.865-0400 I COMMAND [conn2] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 129ms 2015-03-13T15:50:13.012-0400 I COMMAND [conn2] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 119ms 2015-03-13T15:50:13.298-0400 I COMMAND [conn2] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 134ms 2015-03-13T15:50:13.663-0400 I COMMAND [conn2] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 116ms 2015-03-13T15:50:14.109-0400 I COMMAND [conn2] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 103ms 2015-03-13T15:50:14.250-0400 I COMMAND [conn2] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 115ms 2015-03-13T15:50:14.383-0400 I COMMAND [conn2] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 102ms 2015-03-13T15:50:14.480-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56306 #7 (5 connections now open) 2015-03-13T15:50:14.521-0400 I COMMAND [conn2] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 101ms 2015-03-13T15:50:14.521-0400 I NETWORK [conn2] end connection 10.4.110.156:56300 (4 connections now open) 2015-03-13T15:50:15.074-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56307 #8 (5 connections now open) 2015-03-13T15:50:15.840-0400 I WRITE [conn7] insert test.foo query: { _id: ObjectId('55033f774c01d7aa2126d30b'), x: 1319.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 4 } }, Database: { acquireCount: { w: 4 } }, Collection: { acquireCount: { w: 4 } } } 677ms 2015-03-13T15:50:15.877-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 769ms 2015-03-13T15:50:16.261-0400 I - [conn6] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:16.269-0400 I CONTROL [conn6] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:16.272-0400 I WRITE [conn6] update test.foo query: { x: { $gte: 5887.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:3693 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:315 locks:{} 4717ms 2015-03-13T15:50:16.272-0400 I COMMAND [conn6] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 5887.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 4717ms 2015-03-13T15:50:16.322-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 106ms 2015-03-13T15:50:16.508-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 129ms 2015-03-13T15:50:17.219-0400 I WRITE [conn7] insert test.foo query: { _id: ObjectId('55033f784c01d7aa2126e37f'), x: 5531.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 5 } }, Database: { acquireCount: { w: 5 } }, Collection: { acquireCount: { w: 5 } } } 607ms 2015-03-13T15:50:17.325-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 766ms 2015-03-13T15:50:17.339-0400 I - [conn3] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:17.347-0400 I CONTROL [conn3] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:17.350-0400 I WRITE [conn3] update test.foo query: { x: { $gte: 7890.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:10129 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:318 locks:{} 5913ms 2015-03-13T15:50:17.350-0400 I COMMAND [conn3] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 7890.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 5913ms 2015-03-13T15:50:17.350-0400 I NETWORK [conn3] end connection 10.4.110.156:56302 (4 connections now open) 2015-03-13T15:50:18.369-0400 I - [conn5] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:18.377-0400 I - [conn6] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:18.377-0400 I CONTROL [conn5] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:18.381-0400 I - [conn7] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:18.382-0400 I WRITE [conn5] update test.foo query: { x: { $gte: 1115.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:6613 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:406 locks:{} 6233ms 2015-03-13T15:50:18.382-0400 I COMMAND [conn5] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 1115.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 6234ms 2015-03-13T15:50:18.385-0400 I - [conn8] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:18.387-0400 I CONTROL [conn6] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:18.388-0400 I WRITE [conn6] update test.foo query: { x: { $gte: 1808.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:3304 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:146 locks:{} 1921ms 2015-03-13T15:50:18.388-0400 I COMMAND [conn6] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 1808.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 1922ms 2015-03-13T15:50:18.393-0400 I - [conn5] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:18.404-0400 I CONTROL [conn7] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:18.404-0400 I WRITE [conn7] remove test.foo query: { x: { $gte: 8206.0 } } ndeleted:0 keyUpdates:0 writeConflicts:64 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:17 locks:{} 432ms 2015-03-13T15:50:18.404-0400 I COMMAND [conn7] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 8206.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 432ms 2015-03-13T15:50:18.407-0400 I CONTROL [conn8] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:18.407-0400 I WRITE [conn8] remove test.foo query: { x: { $gte: 3973.0 } } ndeleted:0 keyUpdates:0 writeConflicts:259 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:42 locks:{} 3299ms 2015-03-13T15:50:18.407-0400 I COMMAND [conn8] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 3973.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 3299ms 2015-03-13T15:50:18.424-0400 I CONTROL [conn5] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:18.436-0400 I - [conn5] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:18.453-0400 I CONTROL [conn5] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:18.483-0400 I - [conn7] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:18.495-0400 I CONTROL [conn7] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:18.505-0400 I - [conn8] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:18.513-0400 I CONTROL [conn8] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:18.525-0400 I - [conn8] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:18.533-0400 I CONTROL [conn8] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:18.589-0400 I - [conn5] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:18.598-0400 I CONTROL [conn5] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:18.610-0400 I - [conn5] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:18.619-0400 I CONTROL [conn5] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:19.380-0400 I WRITE [conn7] insert test.foo query: { _id: ObjectId('55033f7a4c01d7aa2126f4f4'), x: 0.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 625ms 2015-03-13T15:50:19.381-0400 I WRITE [conn5] insert test.foo query: { _id: ObjectId('55033f7a284aade2dc38f234'), x: 0.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 553ms 2015-03-13T15:50:19.381-0400 I WRITE [conn8] insert test.foo query: { _id: ObjectId('55033f7ae6d0b6671a74f15d'), x: 0.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 532ms 2015-03-13T15:50:19.386-0400 I WRITE [conn6] insert test.foo query: { _id: ObjectId('55033f7a983f77af0acebffc'), x: 0.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 672ms 2015-03-13T15:50:19.550-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 838ms 2015-03-13T15:50:19.555-0400 I COMMAND [conn5] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 730ms 2015-03-13T15:50:19.556-0400 I COMMAND [conn8] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 709ms 2015-03-13T15:50:19.557-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 805ms 2015-03-13T15:50:19.823-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 116ms 2015-03-13T15:50:19.828-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 102ms 2015-03-13T15:50:20.008-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 118ms 2015-03-13T15:50:20.169-0400 I COMMAND [conn5] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 105ms 2015-03-13T15:50:20.186-0400 I COMMAND [conn8] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 112ms 2015-03-13T15:50:20.396-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 117ms 2015-03-13T15:50:20.436-0400 I COMMAND [conn5] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 131ms 2015-03-13T15:50:20.508-0400 I COMMAND [conn8] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 137ms 2015-03-13T15:50:20.595-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 240ms 2015-03-13T15:50:20.601-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 166ms 2015-03-13T15:50:20.628-0400 I COMMAND [conn5] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 156ms 2015-03-13T15:50:20.657-0400 I COMMAND [conn8] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 104ms 2015-03-13T15:50:20.782-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 138ms 2015-03-13T15:50:20.785-0400 I COMMAND [conn5] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 124ms 2015-03-13T15:50:20.863-0400 I COMMAND [conn8] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 163ms 2015-03-13T15:50:20.865-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 197ms 2015-03-13T15:50:20.928-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 110ms 2015-03-13T15:50:20.930-0400 I COMMAND [conn5] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 116ms 2015-03-13T15:50:21.060-0400 I COMMAND [conn8] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 152ms 2015-03-13T15:50:21.063-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 117ms 2015-03-13T15:50:21.069-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 107ms 2015-03-13T15:50:21.221-0400 I COMMAND [conn8] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 102ms 2015-03-13T15:50:21.357-0400 I COMMAND [conn8] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1671.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:1467 reslen:44 locks:{} 121ms 2015-03-13T15:50:21.427-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 160ms 2015-03-13T15:50:21.783-0400 I COMMAND [conn8] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 121ms 2015-03-13T15:50:21.971-0400 I COMMAND [conn8] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 150ms 2015-03-13T15:50:22.583-0400 I COMMAND [conn8] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 108ms 2015-03-13T15:50:22.899-0400 I COMMAND [conn8] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 176ms 2015-03-13T15:50:23.089-0400 I COMMAND [conn8] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 147ms 2015-03-13T15:50:23.876-0400 I - [conn8] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:23.882-0400 I - [conn5] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:23.882-0400 I - [conn7] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:23.886-0400 I CONTROL [conn8] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:23.886-0400 I WRITE [conn8] update test.foo query: { x: { $gte: 8892.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:45 locks:{} 786ms 2015-03-13T15:50:23.886-0400 I COMMAND [conn8] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 8892.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 786ms 2015-03-13T15:50:23.894-0400 I CONTROL [conn7] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:23.896-0400 I WRITE [conn7] update test.foo query: { x: { $gte: 2303.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:1779 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:151 locks:{} 2453ms 2015-03-13T15:50:23.896-0400 I COMMAND [conn7] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 2303.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 2453ms 2015-03-13T15:50:23.898-0400 I - [conn8] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:23.907-0400 I CONTROL [conn5] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:23.907-0400 I WRITE [conn5] remove test.foo query: { x: { $gte: 5310.0 } } ndeleted:0 keyUpdates:0 writeConflicts:21 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:276 locks:{} 2964ms 2015-03-13T15:50:23.907-0400 I COMMAND [conn5] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 5310.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 2964ms 2015-03-13T15:50:23.915-0400 I CONTROL [conn8] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:23.939-0400 I - [conn7] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:23.950-0400 I CONTROL [conn7] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:23.969-0400 I - [conn7] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:23.986-0400 I CONTROL [conn7] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:24.020-0400 I - [conn5] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:24.028-0400 I CONTROL [conn5] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:24.045-0400 I - [conn8] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:24.053-0400 I CONTROL [conn8] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:24.072-0400 I - [conn5] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:24.081-0400 I CONTROL [conn5] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:24.211-0400 I - [conn8] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:24.218-0400 I CONTROL [conn8] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:24.228-0400 I - [conn8] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:24.238-0400 I CONTROL [conn8] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:24.249-0400 I - [conn8] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:24.259-0400 I CONTROL [conn8] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:24.269-0400 I - [conn8] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:24.278-0400 I CONTROL [conn8] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:24.854-0400 I COMMAND [conn5] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 128ms 2015-03-13T15:50:24.886-0400 I - [conn8] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:24.893-0400 I CONTROL [conn8] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:24.893-0400 I WRITE [conn8] remove test.foo query: { x: { $gte: 2018.0 } } ndeleted:0 keyUpdates:0 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:74 locks:{} 510ms 2015-03-13T15:50:24.894-0400 I COMMAND [conn8] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 2018.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 510ms 2015-03-13T15:50:24.973-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 101ms 2015-03-13T15:50:25.226-0400 I COMMAND [conn5] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 117ms 2015-03-13T15:50:25.229-0400 I COMMAND [conn8] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 111ms 2015-03-13T15:50:25.386-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 113ms 2015-03-13T15:50:25.585-0400 I - [conn7] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:25.593-0400 I CONTROL [conn7] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:25.846-0400 I - [conn5] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:25.852-0400 I - [conn6] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:25.857-0400 I CONTROL [conn5] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:25.858-0400 I WRITE [conn5] update test.foo query: { x: { $gte: 2312.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:219 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:36 locks:{} 461ms 2015-03-13T15:50:25.858-0400 I COMMAND [conn5] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 2312.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 461ms 2015-03-13T15:50:25.867-0400 I CONTROL [conn6] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:25.867-0400 I WRITE [conn6] remove test.foo query: { x: { $gte: 528.0 } } ndeleted:0 keyUpdates:0 writeConflicts:20 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:322 locks:{} 4782ms 2015-03-13T15:50:25.867-0400 I COMMAND [conn6] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 528.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 4782ms 2015-03-13T15:50:25.943-0400 I - [conn5] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:25.952-0400 I CONTROL [conn5] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:26.131-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 169ms 2015-03-13T15:50:26.137-0400 I COMMAND [conn8] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 136ms 2015-03-13T15:50:26.312-0400 I COMMAND [conn8] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 127ms 2015-03-13T15:50:26.349-0400 I - [conn6] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:26.361-0400 I CONTROL [conn6] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:26.361-0400 I WRITE [conn6] update test.foo query: { x: { $gte: 2559.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:247 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:29 locks:{} 479ms 2015-03-13T15:50:26.361-0400 I COMMAND [conn6] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 2559.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 479ms 2015-03-13T15:50:26.365-0400 I - [conn5] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:26.373-0400 I CONTROL [conn5] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:26.373-0400 I WRITE [conn5] update test.foo query: { x: { $gte: 6739.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:443 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:12 locks:{} 201ms 2015-03-13T15:50:26.373-0400 I COMMAND [conn5] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 6739.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 201ms 2015-03-13T15:50:26.472-0400 I - [conn8] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:26.480-0400 I CONTROL [conn8] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:28.920-0400 I WRITE [conn7] insert test.foo query: { _id: ObjectId('55033f824c01d7aa21276254'), x: 8000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 2102ms 2015-03-13T15:50:28.920-0400 I WRITE [conn5] insert test.foo query: { _id: ObjectId('55033f82284aade2dc394824'), x: 2000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 2098ms 2015-03-13T15:50:28.920-0400 I WRITE [conn6] insert test.foo query: { _id: ObjectId('55033f82983f77af0aceeaf4'), x: 1000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 2084ms 2015-03-13T15:50:29.024-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 2210ms 2015-03-13T15:50:29.026-0400 I COMMAND [conn5] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 2207ms 2015-03-13T15:50:29.027-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 2193ms 2015-03-13T15:50:29.322-0400 I WRITE [conn5] insert test.foo query: { _id: ObjectId('55033f85284aade2dc394c0c'), x: 3000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 136ms 2015-03-13T15:50:29.322-0400 I WRITE [conn7] insert test.foo query: { _id: ObjectId('55033f854c01d7aa21276781'), x: 9325.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 3 } }, Database: { acquireCount: { w: 3 } }, Collection: { acquireCount: { w: 3 } } } 158ms 2015-03-13T15:50:29.338-0400 I WRITE [conn6] insert test.foo query: { _id: ObjectId('55033f85983f77af0acef05c'), x: 2384.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 4 } }, Database: { acquireCount: { w: 4 } }, Collection: { acquireCount: { w: 4 } } } 174ms 2015-03-13T15:50:29.475-0400 I WRITE [conn7] insert test.foo query: { _id: ObjectId('55033f854c01d7aa212768d5'), x: 9665.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 6 } }, Database: { acquireCount: { w: 6 } }, Collection: { acquireCount: { w: 6 } } } 122ms 2015-03-13T15:50:29.480-0400 I WRITE [conn6] insert test.foo query: { _id: ObjectId('55033f85983f77af0acef1af'), x: 2723.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 7 } }, Database: { acquireCount: { w: 7 } }, Collection: { acquireCount: { w: 7 } } } 127ms 2015-03-13T15:50:29.480-0400 I WRITE [conn5] insert test.foo query: { _id: ObjectId('55033f85284aade2dc394d5b'), x: 3335.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 5 } }, Database: { acquireCount: { w: 5 } }, Collection: { acquireCount: { w: 5 } } } 127ms 2015-03-13T15:50:29.494-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 351ms 2015-03-13T15:50:29.495-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 352ms 2015-03-13T15:50:29.542-0400 I COMMAND [conn5] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 360ms 2015-03-13T15:50:29.585-0400 I - [conn8] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:29.593-0400 I CONTROL [conn8] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:29.594-0400 I WRITE [conn8] update test.foo query: { x: { $gte: 2720.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:27 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:89 locks:{} 2949ms 2015-03-13T15:50:29.594-0400 I COMMAND [conn8] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 2720.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 2949ms 2015-03-13T15:50:29.823-0400 I - [conn7] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:29.832-0400 I CONTROL [conn7] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:29.832-0400 I WRITE [conn7] update test.foo query: { x: { $gte: 8504.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:30 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:31 locks:{} 275ms 2015-03-13T15:50:29.832-0400 I COMMAND [conn7] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 8504.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 275ms 2015-03-13T15:50:29.895-0400 I COMMAND [conn5] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 106ms 2015-03-13T15:50:30.052-0400 I COMMAND [conn5] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 108ms 2015-03-13T15:50:30.108-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 114ms 2015-03-13T15:50:30.491-0400 I WRITE [conn5] insert test.foo query: { _id: ObjectId('55033f86284aade2dc395e78'), x: 7716.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 7 } }, Database: { acquireCount: { w: 7 } }, Collection: { acquireCount: { w: 7 } } } 333ms 2015-03-13T15:50:30.491-0400 I WRITE [conn7] insert test.foo query: { _id: ObjectId('55033f864c01d7aa21276e0c'), x: 1000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 330ms 2015-03-13T15:50:30.492-0400 I WRITE [conn6] insert test.foo query: { _id: ObjectId('55033f86983f77af0acf02ad'), x: 7073.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 333ms 2015-03-13T15:50:30.493-0400 I WRITE [conn8] insert test.foo query: { _id: ObjectId('55033f86e6d0b6671a7574c6'), x: 3641.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 6 } }, Database: { acquireCount: { w: 6 } }, Collection: { acquireCount: { w: 6 } } } 332ms 2015-03-13T15:50:30.520-0400 I COMMAND [conn5] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 427ms 2015-03-13T15:50:30.522-0400 I COMMAND [conn8] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 418ms 2015-03-13T15:50:30.574-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 422ms 2015-03-13T15:50:30.586-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 427ms 2015-03-13T15:50:30.804-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 108ms 2015-03-13T15:50:30.986-0400 I COMMAND [conn8] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 121ms 2015-03-13T15:50:30.995-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 131ms 2015-03-13T15:50:31.259-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56308 #9 (5 connections now open) 2015-03-13T15:50:31.389-0400 I - [conn5] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:31.397-0400 I CONTROL [conn5] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:31.398-0400 I WRITE [conn5] update test.foo query: { x: { $gte: 7313.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:52 locks:{} 598ms 2015-03-13T15:50:31.398-0400 I COMMAND [conn5] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 7313.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 598ms 2015-03-13T15:50:31.398-0400 I NETWORK [conn5] end connection 10.4.110.156:56304 (4 connections now open) 2015-03-13T15:50:31.449-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 118ms 2015-03-13T15:50:31.672-0400 I COMMAND [conn9] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 112ms 2015-03-13T15:50:31.681-0400 I - [conn8] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:31.692-0400 I CONTROL [conn8] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:31.698-0400 I WRITE [conn8] update test.foo query: { x: { $gte: 8438.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:28 locks:{} 331ms 2015-03-13T15:50:31.698-0400 I COMMAND [conn8] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 8438.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 331ms 2015-03-13T15:50:31.756-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 124ms 2015-03-13T15:50:31.788-0400 I - [conn8] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:31.796-0400 I CONTROL [conn8] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:32.194-0400 I - [conn8] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:32.202-0400 I CONTROL [conn8] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:32.203-0400 I WRITE [conn8] update test.foo query: { x: { $gte: 4931.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:33 locks:{} 300ms 2015-03-13T15:50:32.203-0400 I COMMAND [conn8] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 4931.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 300ms 2015-03-13T15:50:32.228-0400 I - [conn6] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:32.229-0400 I - [conn7] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:32.242-0400 I CONTROL [conn7] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:32.242-0400 I WRITE [conn7] remove test.foo query: { x: { $gte: 6714.0 } } ndeleted:0 keyUpdates:0 writeConflicts:81 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:10 locks:{} 474ms 2015-03-13T15:50:32.242-0400 I COMMAND [conn7] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 6714.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 474ms 2015-03-13T15:50:32.243-0400 I CONTROL [conn6] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:32.246-0400 I WRITE [conn6] update test.foo query: { x: { $gte: 5897.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:516 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:96 locks:{} 928ms 2015-03-13T15:50:32.246-0400 I COMMAND [conn6] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 5897.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 928ms 2015-03-13T15:50:32.602-0400 I - [conn6] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:32.610-0400 I CONTROL [conn6] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:32.915-0400 I - [conn9] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:32.924-0400 I CONTROL [conn9] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:33.032-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 103ms 2015-03-13T15:50:33.032-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 101ms 2015-03-13T15:50:33.382-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 318ms 2015-03-13T15:50:33.384-0400 I - [conn8] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:33.390-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 308ms 2015-03-13T15:50:33.392-0400 I CONTROL [conn8] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:33.392-0400 I WRITE [conn8] remove test.foo query: { x: { $gte: 2160.0 } } ndeleted:0 keyUpdates:0 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:148 locks:{} 1125ms 2015-03-13T15:50:33.392-0400 I COMMAND [conn8] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 2160.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 1125ms 2015-03-13T15:50:33.419-0400 I COMMAND [conn9] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 276ms 2015-03-13T15:50:33.654-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 103ms 2015-03-13T15:50:33.730-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 127ms 2015-03-13T15:50:33.800-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 108ms 2015-03-13T15:50:33.894-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 117ms 2015-03-13T15:50:33.959-0400 I COMMAND [conn9] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 120ms 2015-03-13T15:50:34.066-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 125ms 2015-03-13T15:50:34.100-0400 I COMMAND [conn9] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 108ms 2015-03-13T15:50:34.358-0400 I COMMAND [conn8] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 111ms 2015-03-13T15:50:34.368-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 117ms 2015-03-13T15:50:34.391-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 110ms 2015-03-13T15:50:34.519-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 104ms 2015-03-13T15:50:34.954-0400 I WRITE [conn6] insert test.foo query: { _id: ObjectId('55033f8a983f77af0acf3752'), x: 550.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 5 } }, Database: { acquireCount: { w: 5 } }, Collection: { acquireCount: { w: 5 } } } 189ms 2015-03-13T15:50:34.962-0400 I WRITE [conn7] insert test.foo query: { _id: ObjectId('55033f8a4c01d7aa2127c8e2'), x: 4254.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 2 } } } 196ms 2015-03-13T15:50:35.004-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 274ms 2015-03-13T15:50:35.086-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 339ms 2015-03-13T15:50:35.298-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 238ms 2015-03-13T15:50:35.324-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 187ms 2015-03-13T15:50:35.515-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 157ms 2015-03-13T15:50:35.520-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 127ms 2015-03-13T15:50:35.905-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 337ms 2015-03-13T15:50:35.906-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 339ms 2015-03-13T15:50:36.085-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 118ms 2015-03-13T15:50:36.088-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 123ms 2015-03-13T15:50:36.272-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 134ms 2015-03-13T15:50:36.298-0400 I COMMAND [conn7] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 165ms 2015-03-13T15:50:36.619-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 300ms 2015-03-13T15:50:36.637-0400 I COMMAND [conn7] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1707.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:1962 reslen:44 locks:{} 243ms 2015-03-13T15:50:36.971-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56309 #10 (5 connections now open) 2015-03-13T15:50:36.975-0400 I COMMAND [conn6] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 290ms 2015-03-13T15:50:36.975-0400 I NETWORK [conn6] end connection 10.4.110.156:56305 (4 connections now open) 2015-03-13T15:50:44.495-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56310 #11 (5 connections now open) 2015-03-13T15:50:44.802-0400 I - [conn9] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:44.810-0400 I CONTROL [conn9] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:44.813-0400 I WRITE [conn9] update test.foo query: { x: { $gte: 2295.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:4454 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:502 locks:{} 10170ms 2015-03-13T15:50:44.813-0400 I COMMAND [conn9] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 2295.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 10170ms 2015-03-13T15:50:45.099-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56311 #12 (6 connections now open) 2015-03-13T15:50:45.186-0400 I - [conn9] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:45.187-0400 I - [conn8] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:45.190-0400 I - [conn11] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:45.190-0400 I - [conn7] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:45.194-0400 I - [conn10] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:45.194-0400 I CONTROL [conn9] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:45.195-0400 I WRITE [conn9] update test.foo query: { x: { $gte: 2657.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:893 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:18 locks:{} 261ms 2015-03-13T15:50:45.195-0400 I COMMAND [conn9] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 2657.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 261ms 2015-03-13T15:50:45.204-0400 I CONTROL [conn11] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:45.204-0400 I WRITE [conn11] remove test.foo query: { x: { $gte: 1392.0 } } ndeleted:0 keyUpdates:0 writeConflicts:85 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:12 locks:{} 683ms 2015-03-13T15:50:45.204-0400 I COMMAND [conn11] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 1392.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 683ms 2015-03-13T15:50:45.204-0400 I - [conn9] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:45.210-0400 I CONTROL [conn8] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:45.214-0400 I WRITE [conn8] update test.foo query: { x: { $gte: 1430.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:9031 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:405 locks:{} 10547ms 2015-03-13T15:50:45.214-0400 I COMMAND [conn8] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 1430.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 10547ms 2015-03-13T15:50:45.214-0400 I NETWORK [conn8] end connection 10.4.110.156:56307 (5 connections now open) 2015-03-13T15:50:45.218-0400 I CONTROL [conn9] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:45.226-0400 I CONTROL [conn10] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:45.226-0400 I WRITE [conn10] remove test.foo query: { x: { $gte: 7672.0 } } ndeleted:0 keyUpdates:0 writeConflicts:528 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:112 locks:{} 8177ms 2015-03-13T15:50:45.227-0400 I COMMAND [conn10] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 7672.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 8177ms 2015-03-13T15:50:45.234-0400 I CONTROL [conn7] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:45.237-0400 I WRITE [conn7] update test.foo query: { x: { $gte: 7819.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:6399 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:304 locks:{} 8590ms 2015-03-13T15:50:45.237-0400 I COMMAND [conn7] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 7819.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 8590ms 2015-03-13T15:50:45.237-0400 I NETWORK [conn7] end connection 10.4.110.156:56306 (4 connections now open) 2015-03-13T15:50:45.244-0400 I - [conn10] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:45.253-0400 I CONTROL [conn10] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:45.730-0400 I COMMAND [conn12] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 107ms 2015-03-13T15:50:45.941-0400 I COMMAND [conn11] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 101ms 2015-03-13T15:50:46.257-0400 I COMMAND [conn12] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 144ms 2015-03-13T15:50:46.257-0400 I COMMAND [conn9] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 138ms 2015-03-13T15:50:46.294-0400 I COMMAND [conn10] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 104ms 2015-03-13T15:50:46.571-0400 I COMMAND [conn12] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 131ms 2015-03-13T15:50:46.577-0400 I COMMAND [conn10] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 132ms 2015-03-13T15:50:47.039-0400 I - [conn12] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:47.048-0400 I CONTROL [conn12] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:47.048-0400 I WRITE [conn12] update test.foo query: { x: { $gte: 9363.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:16 locks:{} 169ms 2015-03-13T15:50:47.048-0400 I COMMAND [conn12] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 9363.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 169ms 2015-03-13T15:50:47.089-0400 I COMMAND [conn9] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 111ms 2015-03-13T15:50:47.371-0400 I COMMAND [conn12] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 108ms 2015-03-13T15:50:47.374-0400 I COMMAND [conn9] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 120ms 2015-03-13T15:50:47.374-0400 I COMMAND [conn10] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 124ms 2015-03-13T15:50:47.638-0400 I COMMAND [conn9] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 112ms 2015-03-13T15:50:47.640-0400 I COMMAND [conn11] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 140ms 2015-03-13T15:50:47.957-0400 I - [conn9] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:47.965-0400 I CONTROL [conn9] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:47.965-0400 I WRITE [conn9] remove test.foo query: { x: { $gte: 9078.0 } } ndeleted:0 keyUpdates:0 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:15 locks:{} 137ms 2015-03-13T15:50:47.965-0400 I COMMAND [conn9] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 9078.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 137ms 2015-03-13T15:50:48.181-0400 I COMMAND [conn12] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 123ms 2015-03-13T15:50:48.197-0400 I COMMAND [conn11] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 107ms 2015-03-13T15:50:48.515-0400 I WRITE [conn12] insert test.foo query: { _id: ObjectId('55033f9804920ed5850c0343'), x: 0.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 133ms 2015-03-13T15:50:48.519-0400 I WRITE [conn10] insert test.foo query: { _id: ObjectId('55033f982a03e7963858a39b'), x: 1000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 137ms 2015-03-13T15:50:48.618-0400 I COMMAND [conn12] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 238ms 2015-03-13T15:50:48.628-0400 I COMMAND [conn10] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 249ms 2015-03-13T15:50:48.976-0400 I COMMAND [conn10] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 115ms 2015-03-13T15:50:49.171-0400 I COMMAND [conn12] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 178ms 2015-03-13T15:50:49.173-0400 I COMMAND [conn10] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 168ms 2015-03-13T15:50:49.341-0400 I COMMAND [conn12] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 137ms 2015-03-13T15:50:49.355-0400 I COMMAND [conn10] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 156ms 2015-03-13T15:50:49.499-0400 I COMMAND [conn12] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 125ms 2015-03-13T15:50:49.516-0400 I COMMAND [conn10] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 137ms 2015-03-13T15:50:49.938-0400 I COMMAND [conn10] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6973.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:2134 reslen:44 locks:{} 222ms 2015-03-13T15:50:50.259-0400 I COMMAND [conn12] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 457ms 2015-03-13T15:50:50.284-0400 I COMMAND [conn10] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 242ms 2015-03-13T15:50:50.442-0400 I COMMAND [conn10] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 118ms 2015-03-13T15:50:50.484-0400 I COMMAND [conn12] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 173ms 2015-03-13T15:50:50.629-0400 I COMMAND [conn10] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 153ms 2015-03-13T15:50:50.782-0400 I COMMAND [conn10] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 112ms 2015-03-13T15:50:51.036-0400 I COMMAND [conn10] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 225ms 2015-03-13T15:50:51.041-0400 I COMMAND [conn12] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 191ms 2015-03-13T15:50:51.259-0400 I COMMAND [conn10] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 180ms 2015-03-13T15:50:51.262-0400 I COMMAND [conn12] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 188ms 2015-03-13T15:50:51.411-0400 I COMMAND [conn10] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 107ms 2015-03-13T15:50:51.503-0400 I COMMAND [conn12] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 204ms 2015-03-13T15:50:51.637-0400 I COMMAND [conn10] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 195ms 2015-03-13T15:50:51.653-0400 I COMMAND [conn12] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 113ms 2015-03-13T15:50:51.821-0400 I COMMAND [conn10] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 137ms 2015-03-13T15:50:51.841-0400 I COMMAND [conn12] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 154ms 2015-03-13T15:50:51.967-0400 I COMMAND [conn10] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 107ms 2015-03-13T15:50:52.004-0400 I COMMAND [conn12] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 125ms 2015-03-13T15:50:52.134-0400 I COMMAND [conn10] command test.$cmd command: count { count: "foo", query: { x: { $gte: 62.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:3089 reslen:44 locks:{} 157ms 2015-03-13T15:50:52.206-0400 I COMMAND [conn12] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 171ms 2015-03-13T15:50:52.420-0400 I COMMAND [conn10] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 101ms 2015-03-13T15:50:52.468-0400 I COMMAND [conn12] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 105ms 2015-03-13T15:50:52.576-0400 I COMMAND [conn10] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 121ms 2015-03-13T15:50:52.611-0400 I COMMAND [conn12] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 112ms 2015-03-13T15:50:52.754-0400 I COMMAND [conn10] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 151ms 2015-03-13T15:50:53.199-0400 I COMMAND [conn10] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 297ms 2015-03-13T15:50:53.452-0400 I COMMAND [conn10] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 218ms 2015-03-13T15:50:53.687-0400 I COMMAND [conn10] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 186ms 2015-03-13T15:50:54.004-0400 I COMMAND [conn10] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 263ms 2015-03-13T15:50:54.335-0400 I COMMAND [conn10] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 258ms 2015-03-13T15:50:54.608-0400 I COMMAND [conn10] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 210ms 2015-03-13T15:50:54.823-0400 I COMMAND [conn10] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4849.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:2420 reslen:44 locks:{} 199ms 2015-03-13T15:50:56.739-0400 I - [conn9] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:50:56.762-0400 I CONTROL [conn9] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:50:56.762-0400 I WRITE [conn9] remove test.foo query: { x: { $gte: 232.0 } } ndeleted:0 keyUpdates:0 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:209 locks:{} 8786ms 2015-03-13T15:50:56.762-0400 I COMMAND [conn9] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 232.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 8786ms 2015-03-13T15:51:01.287-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56312 #13 (5 connections now open) 2015-03-13T15:51:01.845-0400 I COMMAND [conn13] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 294ms 2015-03-13T15:51:02.288-0400 I COMMAND [conn13] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 308ms 2015-03-13T15:51:02.670-0400 I COMMAND [conn13] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 254ms 2015-03-13T15:51:03.085-0400 I COMMAND [conn13] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 288ms 2015-03-13T15:51:03.459-0400 I COMMAND [conn13] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 256ms 2015-03-13T15:51:03.933-0400 I COMMAND [conn13] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 368ms 2015-03-13T15:51:04.205-0400 I COMMAND [conn13] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 167ms 2015-03-13T15:51:04.749-0400 I COMMAND [conn13] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 469ms 2015-03-13T15:51:05.218-0400 I COMMAND [conn13] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 336ms 2015-03-13T15:51:05.661-0400 I COMMAND [conn13] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 335ms 2015-03-13T15:51:06.687-0400 I COMMAND [conn13] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 867ms 2015-03-13T15:51:07.000-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56313 #14 (6 connections now open) 2015-03-13T15:51:07.204-0400 I COMMAND [conn13] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 362ms 2015-03-13T15:51:07.483-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 216ms 2015-03-13T15:51:07.531-0400 I COMMAND [conn13] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 239ms 2015-03-13T15:51:07.905-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 292ms 2015-03-13T15:51:07.961-0400 I COMMAND [conn13] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 326ms 2015-03-13T15:51:08.255-0400 I COMMAND [conn13] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 196ms 2015-03-13T15:51:08.346-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 335ms 2015-03-13T15:51:08.546-0400 I COMMAND [conn13] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 196ms 2015-03-13T15:51:08.703-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 245ms 2015-03-13T15:51:08.740-0400 I COMMAND [conn13] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 110ms 2015-03-13T15:51:08.941-0400 I COMMAND [conn13] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 129ms 2015-03-13T15:51:08.958-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 142ms 2015-03-13T15:51:09.370-0400 I COMMAND [conn13] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 371ms 2015-03-13T15:51:09.406-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 365ms 2015-03-13T15:51:10.006-0400 I WRITE [conn14] insert test.foo query: { _id: ObjectId('55033fad1a55aa0c283b216b'), x: 6000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 503ms 2015-03-13T15:51:10.006-0400 I WRITE [conn13] insert test.foo query: { _id: ObjectId('55033fad91018d71b46fafb3'), x: 9000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 562ms 2015-03-13T15:51:10.188-0400 I COMMAND [conn13] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 747ms 2015-03-13T15:51:10.392-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 892ms 2015-03-13T15:51:10.985-0400 I WRITE [conn14] insert test.foo query: { _id: ObjectId('55033fae1a55aa0c283b27ad'), x: 7602.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 8 } }, Database: { acquireCount: { w: 8 } }, Collection: { acquireCount: { w: 8 } } } 246ms 2015-03-13T15:51:11.817-0400 I WRITE [conn14] insert test.foo query: { _id: ObjectId('55033fae1a55aa0c283b27d9'), x: 7646.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 9 } }, Database: { acquireCount: { w: 9 } }, Collection: { acquireCount: { w: 9 } } } 828ms 2015-03-13T15:51:13.210-0400 I WRITE [conn14] insert test.foo query: { _id: ObjectId('55033fae1a55aa0c283b27dd'), x: 7650.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 10 } }, Database: { acquireCount: { w: 10 } }, Collection: { acquireCount: { w: 10 } } } 1387ms 2015-03-13T15:51:14.509-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56314 #15 (7 connections now open) 2015-03-13T15:51:15.111-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56315 #16 (8 connections now open) 2015-03-13T15:51:15.317-0400 I WRITE [conn14] insert test.foo query: { _id: ObjectId('55033fae1a55aa0c283b27de'), x: 7651.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 11 } }, Database: { acquireCount: { w: 11 } }, Collection: { acquireCount: { w: 11 } } } 2106ms 2015-03-13T15:51:15.317-0400 I COMMAND [conn15] command test.$cmd command: createIndexes { createIndexes: "foo", indexes: [ { key: { x: 1.0 }, name: "x_1" } ] } keyUpdates:0 writeConflicts:0 numYields:0 reslen:149 locks:{} 803ms 2015-03-13T15:51:15.325-0400 I COMMAND [conn16] command test.$cmd command: createIndexes { createIndexes: "foo", indexes: [ { key: { x: 1.0 }, name: "x_1" } ] } keyUpdates:0 writeConflicts:0 numYields:0 reslen:149 locks:{} 211ms 2015-03-13T15:51:15.427-0400 I WRITE [conn14] insert test.foo query: { _id: ObjectId('55033fae1a55aa0c283b27e0'), x: 7653.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 12 } }, Database: { acquireCount: { w: 12 }, acquireWaitCount: { w: 1 }, timeAcquiringMicros: { w: 8418 } }, Collection: { acquireCount: { w: 12 } } } 101ms 2015-03-13T15:51:15.917-0400 I WRITE [conn14] insert test.foo query: { _id: ObjectId('55033fae1a55aa0c283b2832'), x: 7735.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 13 } }, Database: { acquireCount: { w: 13 }, acquireWaitCount: { w: 1 }, timeAcquiringMicros: { w: 8418 } }, Collection: { acquireCount: { w: 13 } } } 476ms 2015-03-13T15:51:16.064-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 5514ms 2015-03-13T15:51:16.497-0400 I WRITE [conn14] insert test.foo query: { _id: ObjectId('55033fb41a55aa0c283b2996'), x: 8091.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 2 } } } 229ms 2015-03-13T15:51:16.636-0400 I WRITE [conn14] insert test.foo query: { _id: ObjectId('55033fb41a55aa0c283b29a1'), x: 8102.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 3 } }, Database: { acquireCount: { w: 3 } }, Collection: { acquireCount: { w: 3 } } } 139ms 2015-03-13T15:51:17.390-0400 I WRITE [conn14] insert test.foo query: { _id: ObjectId('55033fb41a55aa0c283b29a2'), x: 8103.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 4 } }, Database: { acquireCount: { w: 4 } }, Collection: { acquireCount: { w: 4 } } } 753ms 2015-03-13T15:51:18.043-0400 I COMMAND [conn15] command test.$cmd command: count { count: "foo", query: { x: { $gte: 307.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:2714 reslen:44 locks:{} 2716ms 2015-03-13T15:51:18.185-0400 I WRITE [conn14] insert test.foo query: { _id: ObjectId('55033fb41a55aa0c283b2a4f'), x: 8276.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 9 } }, Database: { acquireCount: { w: 9 } }, Collection: { acquireCount: { w: 9 } } } 620ms 2015-03-13T15:51:18.412-0400 I WRITE [conn14] insert test.foo query: { _id: ObjectId('55033fb41a55aa0c283b2a51'), x: 8278.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 10 } }, Database: { acquireCount: { w: 10 } }, Collection: { acquireCount: { w: 10 } } } 226ms 2015-03-13T15:51:18.672-0400 I WRITE [conn14] insert test.foo query: { _id: ObjectId('55033fb41a55aa0c283b2ac7'), x: 8396.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 12 } }, Database: { acquireCount: { w: 12 } }, Collection: { acquireCount: { w: 12 } } } 224ms 2015-03-13T15:51:18.787-0400 I WRITE [conn14] insert test.foo query: { _id: ObjectId('55033fb41a55aa0c283b2aca'), x: 8399.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 13 } }, Database: { acquireCount: { w: 13 } }, Collection: { acquireCount: { w: 13 } } } 113ms 2015-03-13T15:51:18.918-0400 I WRITE [conn14] insert test.foo query: { _id: ObjectId('55033fb41a55aa0c283b2acd'), x: 8402.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 14 } }, Database: { acquireCount: { w: 14 } }, Collection: { acquireCount: { w: 14 } } } 127ms 2015-03-13T15:51:19.044-0400 I WRITE [conn14] insert test.foo query: { _id: ObjectId('55033fb41a55aa0c283b2adf'), x: 8420.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 15 } }, Database: { acquireCount: { w: 15 } }, Collection: { acquireCount: { w: 15 } } } 125ms 2015-03-13T15:51:19.370-0400 I WRITE [conn14] insert test.foo query: { _id: ObjectId('55033fb41a55aa0c283b2cb7'), x: 8892.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 21 } }, Database: { acquireCount: { w: 21 } }, Collection: { acquireCount: { w: 21 } } } 141ms 2015-03-13T15:51:19.377-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 3139ms 2015-03-13T15:51:19.679-0400 I WRITE [conn14] insert test.foo query: { _id: ObjectId('55033fb71a55aa0c283b2d23'), x: 9000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 138ms 2015-03-13T15:51:21.067-0400 I WRITE [conn14] insert test.foo query: { _id: ObjectId('55033fb71a55aa0c283b2f90'), x: 9621.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 9 } }, Database: { acquireCount: { w: 9 } }, Collection: { acquireCount: { w: 9 } } } 1145ms 2015-03-13T15:51:21.187-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 1650ms 2015-03-13T15:51:22.499-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 1177ms 2015-03-13T15:51:23.015-0400 I - [conn11] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:23.023-0400 I CONTROL [conn11] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:23.038-0400 I WRITE [conn11] update test.foo query: { x: { $gte: 4590.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:5231 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:1005 locks:{} 34828ms 2015-03-13T15:51:23.038-0400 I COMMAND [conn11] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 4590.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 34828ms 2015-03-13T15:51:23.038-0400 I NETWORK [conn11] end connection 10.4.110.156:56310 (7 connections now open) 2015-03-13T15:51:23.062-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 421ms 2015-03-13T15:51:23.555-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 226ms 2015-03-13T15:51:23.583-0400 I - [conn15] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:23.583-0400 I - [conn12] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:23.587-0400 I - [conn16] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:23.588-0400 I - [conn13] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:23.591-0400 I - [conn9] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:23.592-0400 I CONTROL [conn12] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:23.597-0400 I WRITE [conn12] update test.foo query: { x: { $gte: 2786.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:2283 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:863 locks:{} 30972ms 2015-03-13T15:51:23.598-0400 I COMMAND [conn12] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 2786.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 30972ms 2015-03-13T15:51:23.598-0400 I NETWORK [conn12] end connection 10.4.110.156:56311 (6 connections now open) 2015-03-13T15:51:23.598-0400 I - [conn10] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:23.600-0400 I CONTROL [conn13] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:23.600-0400 I WRITE [conn13] remove test.foo query: { x: { $gte: 8239.0 } } ndeleted:0 keyUpdates:0 writeConflicts:171 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:40 locks:{} 13400ms 2015-03-13T15:51:23.600-0400 I COMMAND [conn13] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 8239.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 13400ms 2015-03-13T15:51:23.608-0400 I CONTROL [conn16] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:23.608-0400 I WRITE [conn16] remove test.foo query: { x: { $gte: 7260.0 } } ndeleted:0 keyUpdates:0 writeConflicts:139 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:32 locks:{} 8271ms 2015-03-13T15:51:23.608-0400 I COMMAND [conn16] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 7260.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 8271ms 2015-03-13T15:51:23.617-0400 I CONTROL [conn9] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:23.617-0400 I WRITE [conn9] remove test.foo query: { x: { $gte: 7354.0 } } ndeleted:0 keyUpdates:0 writeConflicts:647 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:284 locks:{} 26839ms 2015-03-13T15:51:23.617-0400 I COMMAND [conn9] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 7354.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 26839ms 2015-03-13T15:51:23.617-0400 I NETWORK [conn9] end connection 10.4.110.156:56308 (5 connections now open) 2015-03-13T15:51:23.621-0400 I - [conn16] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:23.624-0400 I CONTROL [conn15] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:23.625-0400 I WRITE [conn15] update test.foo query: { x: { $gte: 8196.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:2480 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:97 locks:{} 5567ms 2015-03-13T15:51:23.625-0400 I COMMAND [conn15] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 8196.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 5567ms 2015-03-13T15:51:23.634-0400 I CONTROL [conn10] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:23.634-0400 I WRITE [conn10] remove test.foo query: { x: { $gte: 1407.0 } } ndeleted:0 keyUpdates:0 writeConflicts:294 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:530 locks:{} 28803ms 2015-03-13T15:51:23.634-0400 I COMMAND [conn10] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 1407.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 28803ms 2015-03-13T15:51:23.634-0400 I NETWORK [conn10] end connection 10.4.110.156:56309 (4 connections now open) 2015-03-13T15:51:23.641-0400 I CONTROL [conn16] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:23.652-0400 I - [conn16] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:23.661-0400 I CONTROL [conn16] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:23.747-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 119ms 2015-03-13T15:51:23.801-0400 I COMMAND [conn13] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3310.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:2333 reslen:44 locks:{} 105ms 2015-03-13T15:51:23.811-0400 I - [conn13] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:23.819-0400 I CONTROL [conn13] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:23.834-0400 I - [conn16] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:23.842-0400 I CONTROL [conn16] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:23.851-0400 I - [conn16] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:23.860-0400 I CONTROL [conn16] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:24.203-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 266ms 2015-03-13T15:51:24.251-0400 I COMMAND [conn15] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 290ms 2015-03-13T15:51:24.623-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 347ms 2015-03-13T15:51:24.697-0400 I COMMAND [conn15] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 315ms 2015-03-13T15:51:25.091-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 388ms 2015-03-13T15:51:25.137-0400 I COMMAND [conn15] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 309ms 2015-03-13T15:51:25.594-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 378ms 2015-03-13T15:51:25.877-0400 I COMMAND [conn15] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 620ms 2015-03-13T15:51:25.932-0400 I COMMAND [conn14] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8206.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:2401 reslen:44 locks:{} 326ms 2015-03-13T15:51:26.376-0400 I COMMAND [conn15] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 356ms 2015-03-13T15:51:26.455-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 379ms 2015-03-13T15:51:26.781-0400 I COMMAND [conn15] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 279ms 2015-03-13T15:51:26.855-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 314ms 2015-03-13T15:51:27.048-0400 I COMMAND [conn15] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 160ms 2015-03-13T15:51:27.220-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 293ms 2015-03-13T15:51:27.366-0400 I COMMAND [conn15] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 244ms 2015-03-13T15:51:27.532-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 234ms 2015-03-13T15:51:27.560-0400 I COMMAND [conn15] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 103ms 2015-03-13T15:51:27.987-0400 I COMMAND [conn15] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 359ms 2015-03-13T15:51:27.990-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 378ms 2015-03-13T15:51:28.216-0400 I COMMAND [conn15] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4350.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:2483 reslen:44 locks:{} 217ms 2015-03-13T15:51:28.488-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 409ms 2015-03-13T15:51:28.526-0400 I COMMAND [conn15] command test.$cmd command: count { count: "foo", query: { x: { $gte: 301.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:2836 reslen:44 locks:{} 200ms 2015-03-13T15:51:29.041-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 419ms 2015-03-13T15:51:29.791-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 619ms 2015-03-13T15:51:30.182-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 234ms 2015-03-13T15:51:30.415-0400 I COMMAND [conn14] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 128ms 2015-03-13T15:51:31.290-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56316 #17 (5 connections now open) 2015-03-13T15:51:31.574-0400 I COMMAND [conn17] command test.$cmd command: count { count: "foo", query: { x: { $gte: 611.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:2698 reslen:44 locks:{} 261ms 2015-03-13T15:51:36.996-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56317 #18 (6 connections now open) 2015-03-13T15:51:43.972-0400 I - [conn14] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:43.988-0400 I CONTROL [conn14] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:43.991-0400 I WRITE [conn14] update test.foo query: { x: { $gte: 6222.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:3984 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:306 locks:{} 13563ms 2015-03-13T15:51:43.991-0400 I COMMAND [conn14] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 6222.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 13563ms 2015-03-13T15:51:43.991-0400 I NETWORK [conn14] end connection 10.4.110.156:56313 (5 connections now open) 2015-03-13T15:51:44.013-0400 I - [conn13] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:44.013-0400 I - [conn17] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:44.013-0400 I - [conn15] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:44.013-0400 I - [conn18] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:44.014-0400 I - [conn16] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:44.038-0400 I CONTROL [conn15] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:44.040-0400 I WRITE [conn15] update test.foo query: { x: { $gte: 3910.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:3993 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:390 locks:{} 15502ms 2015-03-13T15:51:44.040-0400 I COMMAND [conn15] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 3910.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 15502ms 2015-03-13T15:51:44.040-0400 I CONTROL [conn13] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:44.043-0400 I WRITE [conn13] update test.foo query: { x: { $gte: 822.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:1502 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:573 locks:{} 20156ms 2015-03-13T15:51:44.043-0400 I COMMAND [conn13] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 822.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 20156ms 2015-03-13T15:51:44.043-0400 I NETWORK [conn13] end connection 10.4.110.156:56312 (4 connections now open) 2015-03-13T15:51:44.050-0400 I CONTROL [conn17] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:44.051-0400 I WRITE [conn17] update test.foo query: { x: { $gte: 3120.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:4081 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:269 locks:{} 12464ms 2015-03-13T15:51:44.051-0400 I COMMAND [conn17] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 3120.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 12464ms 2015-03-13T15:51:44.054-0400 I CONTROL [conn18] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:44.055-0400 I WRITE [conn18] update test.foo query: { x: { $gte: 7212.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:2960 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:103 locks:{} 3204ms 2015-03-13T15:51:44.055-0400 I COMMAND [conn18] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 7212.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 3204ms 2015-03-13T15:51:44.056-0400 I CONTROL [conn16] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:44.059-0400 I WRITE [conn16] update test.foo query: { x: { $gte: 2128.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:2651 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:559 locks:{} 20190ms 2015-03-13T15:51:44.059-0400 I COMMAND [conn16] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 2128.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 20190ms 2015-03-13T15:51:44.059-0400 I - [conn15] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:44.067-0400 I CONTROL [conn15] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:44.075-0400 I - [conn16] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:44.077-0400 I - [conn15] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:44.090-0400 I CONTROL [conn15] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:44.092-0400 I CONTROL [conn16] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:44.215-0400 I COMMAND [conn16] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2578.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:2642 reslen:44 locks:{} 110ms 2015-03-13T15:51:44.215-0400 I COMMAND [conn17] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3185.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:2642 reslen:44 locks:{} 146ms 2015-03-13T15:51:44.350-0400 I COMMAND [conn16] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1177.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:2642 reslen:44 locks:{} 125ms 2015-03-13T15:51:44.359-0400 I COMMAND [conn17] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8021.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:2643 reslen:44 locks:{} 135ms 2015-03-13T15:51:44.468-0400 I COMMAND [conn16] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3426.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:2642 reslen:44 locks:{} 105ms 2015-03-13T15:51:44.498-0400 I NETWORK [conn15] end connection 10.4.110.156:56314 (3 connections now open) 2015-03-13T15:51:44.527-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56318 #19 (4 connections now open) 2015-03-13T15:51:44.546-0400 I - [conn19] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:44.554-0400 I CONTROL [conn19] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:44.704-0400 I COMMAND [conn16] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8623.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:2642 reslen:44 locks:{} 132ms 2015-03-13T15:51:44.735-0400 I - [conn16] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:44.743-0400 I CONTROL [conn16] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:44.846-0400 I - [conn16] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:44.858-0400 I CONTROL [conn16] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:44.867-0400 I COMMAND [conn18] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 165ms 2015-03-13T15:51:44.871-0400 I - [conn16] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:44.879-0400 I CONTROL [conn16] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:44.881-0400 I COMMAND [conn19] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9315.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:2642 reslen:44 locks:{} 149ms 2015-03-13T15:51:44.886-0400 I - [conn16] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:44.888-0400 I COMMAND [conn17] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 178ms 2015-03-13T15:51:44.895-0400 I CONTROL [conn16] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:45.001-0400 I COMMAND [conn19] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7015.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:2642 reslen:44 locks:{} 106ms 2015-03-13T15:51:45.017-0400 I - [conn19] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:45.038-0400 I CONTROL [conn19] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:45.045-0400 I COMMAND [conn16] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6451.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:2642 reslen:44 locks:{} 133ms 2015-03-13T15:51:45.058-0400 I - [conn16] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:45.079-0400 I CONTROL [conn16] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:45.083-0400 I NETWORK [conn16] end connection 10.4.110.156:56315 (3 connections now open) 2015-03-13T15:51:45.122-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56319 #20 (4 connections now open) 2015-03-13T15:51:45.176-0400 I COMMAND [conn19] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9644.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:2642 reslen:44 locks:{} 126ms 2015-03-13T15:51:45.319-0400 I COMMAND [conn18] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 137ms 2015-03-13T15:51:45.328-0400 I COMMAND [conn17] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 185ms 2015-03-13T15:51:45.344-0400 I - [conn20] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:45.355-0400 I CONTROL [conn20] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:45.640-0400 I COMMAND [conn18] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 234ms 2015-03-13T15:51:45.652-0400 I COMMAND [conn17] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 214ms 2015-03-13T15:51:45.720-0400 I COMMAND [conn19] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 157ms 2015-03-13T15:51:46.091-0400 I WRITE [conn18] insert test.foo query: { _id: ObjectId('55033fd187648c2ef7be9303'), x: 7368.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 4 } }, Database: { acquireCount: { w: 4 } }, Collection: { acquireCount: { w: 4 } } } 329ms 2015-03-13T15:51:46.091-0400 I WRITE [conn17] insert test.foo query: { _id: ObjectId('55033fd195cf4a31fec51e35'), x: 4000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 323ms 2015-03-13T15:51:46.091-0400 I WRITE [conn19] insert test.foo query: { _id: ObjectId('55033fd1b6294f2515d60d5b'), x: 1000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 267ms 2015-03-13T15:51:46.215-0400 I COMMAND [conn18] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 485ms 2015-03-13T15:51:46.229-0400 I COMMAND [conn19] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 407ms 2015-03-13T15:51:46.275-0400 I COMMAND [conn17] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 509ms 2015-03-13T15:51:46.547-0400 I COMMAND [conn18] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 184ms 2015-03-13T15:51:46.578-0400 I COMMAND [conn19] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 187ms 2015-03-13T15:51:46.652-0400 I COMMAND [conn17] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 226ms 2015-03-13T15:51:46.790-0400 I COMMAND [conn18] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 178ms 2015-03-13T15:51:46.909-0400 I COMMAND [conn19] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 225ms 2015-03-13T15:51:46.963-0400 I COMMAND [conn17] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 207ms 2015-03-13T15:51:46.979-0400 I COMMAND [conn18] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5466.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:2729 reslen:44 locks:{} 173ms 2015-03-13T15:51:47.504-0400 I COMMAND [conn17] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 407ms 2015-03-13T15:51:47.509-0400 I COMMAND [conn19] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 495ms 2015-03-13T15:51:48.116-0400 I COMMAND [conn17] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 458ms 2015-03-13T15:51:48.129-0400 I COMMAND [conn19] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 478ms 2015-03-13T15:51:48.682-0400 I COMMAND [conn17] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 390ms 2015-03-13T15:51:48.785-0400 I COMMAND [conn19] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 486ms 2015-03-13T15:51:48.943-0400 I COMMAND [conn17] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7154.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:2775 reslen:44 locks:{} 248ms 2015-03-13T15:51:49.195-0400 I COMMAND [conn17] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9837.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:2754 reslen:44 locks:{} 243ms 2015-03-13T15:51:49.217-0400 I COMMAND [conn19] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 293ms 2015-03-13T15:51:49.311-0400 I COMMAND [conn17] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8792.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:2762 reslen:44 locks:{} 104ms 2015-03-13T15:51:49.495-0400 I COMMAND [conn17] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9764.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:2763 reslen:44 locks:{} 177ms 2015-03-13T15:51:49.500-0400 I COMMAND [conn19] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 181ms 2015-03-13T15:51:49.960-0400 I - [conn20] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:49.972-0400 I CONTROL [conn20] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:49.977-0400 I WRITE [conn20] update test.foo query: { x: { $gte: 2242.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:217 locks:{} 4611ms 2015-03-13T15:51:49.977-0400 I COMMAND [conn20] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 2242.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 4611ms 2015-03-13T15:51:49.978-0400 I COMMAND [conn19] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 389ms 2015-03-13T15:51:50.183-0400 I - [conn18] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:50.184-0400 I - [conn19] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:50.184-0400 I - [conn17] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:50.190-0400 I CONTROL [conn18] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:50.192-0400 I WRITE [conn18] update test.foo query: { x: { $gte: 7350.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:154 locks:{} 3202ms 2015-03-13T15:51:50.192-0400 I COMMAND [conn18] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 7350.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 3203ms 2015-03-13T15:51:50.198-0400 I CONTROL [conn17] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:50.198-0400 I WRITE [conn17] remove test.foo query: { x: { $gte: 6786.0 } } ndeleted:0 keyUpdates:0 writeConflicts:36 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:24 locks:{} 692ms 2015-03-13T15:51:50.198-0400 I COMMAND [conn17] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 6786.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 693ms 2015-03-13T15:51:50.206-0400 I CONTROL [conn19] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:50.206-0400 I WRITE [conn19] remove test.foo query: { x: { $gte: 5869.0 } } ndeleted:0 keyUpdates:0 writeConflicts:27 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:17 locks:{} 218ms 2015-03-13T15:51:50.206-0400 I COMMAND [conn19] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 5869.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 218ms 2015-03-13T15:51:50.207-0400 I - [conn18] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:50.214-0400 I CONTROL [conn18] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:50.373-0400 I - [conn19] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:50.381-0400 I CONTROL [conn19] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:50.426-0400 I - [conn17] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:50.434-0400 I CONTROL [conn17] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:50.683-0400 I COMMAND [conn18] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 101ms 2015-03-13T15:51:50.695-0400 I COMMAND [conn19] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 116ms 2015-03-13T15:51:50.873-0400 I COMMAND [conn20] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 115ms 2015-03-13T15:51:50.878-0400 I COMMAND [conn19] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 107ms 2015-03-13T15:51:51.034-0400 I COMMAND [conn20] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 112ms 2015-03-13T15:51:51.062-0400 I COMMAND [conn18] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 128ms 2015-03-13T15:51:51.063-0400 I COMMAND [conn19] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 124ms 2015-03-13T15:51:51.311-0400 I COMMAND [conn17] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 125ms 2015-03-13T15:51:51.718-0400 I - [conn18] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:51.725-0400 I CONTROL [conn18] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:53.677-0400 I WRITE [conn18] insert test.foo query: { _id: ObjectId('55033fd887648c2ef7bedbcb'), x: 6000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 1310ms 2015-03-13T15:51:53.677-0400 I WRITE [conn17] insert test.foo query: { _id: ObjectId('55033fd895cf4a31fec558cd'), x: 9000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 1309ms 2015-03-13T15:51:53.732-0400 I COMMAND [conn17] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 1367ms 2015-03-13T15:51:53.751-0400 I COMMAND [conn18] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 1389ms 2015-03-13T15:51:54.457-0400 I COMMAND [conn17] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 109ms 2015-03-13T15:51:54.466-0400 I COMMAND [conn18] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 114ms 2015-03-13T15:51:54.535-0400 I - [conn20] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:54.543-0400 I CONTROL [conn20] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:54.545-0400 I WRITE [conn20] update test.foo query: { x: { $gte: 6564.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:202 locks:{} 3001ms 2015-03-13T15:51:54.545-0400 I COMMAND [conn20] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 6564.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 3001ms 2015-03-13T15:51:55.562-0400 I - [conn18] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:55.570-0400 I CONTROL [conn18] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:55.570-0400 I WRITE [conn18] update test.foo query: { x: { $gte: 7759.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:53 locks:{} 396ms 2015-03-13T15:51:55.571-0400 I COMMAND [conn18] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 7759.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 396ms 2015-03-13T15:51:55.599-0400 I - [conn18] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:55.607-0400 I CONTROL [conn18] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:56.465-0400 I - [conn18] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:56.472-0400 I CONTROL [conn18] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:56.473-0400 I WRITE [conn18] update test.foo query: { x: { $gte: 2447.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:1557 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:108 locks:{} 859ms 2015-03-13T15:51:56.473-0400 I COMMAND [conn18] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 2447.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 859ms 2015-03-13T15:51:56.640-0400 I - [conn19] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:56.645-0400 I - [conn20] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:56.647-0400 I CONTROL [conn19] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:56.650-0400 I WRITE [conn19] update test.foo query: { x: { $gte: 2756.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:1883 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:207 locks:{} 4839ms 2015-03-13T15:51:56.650-0400 I COMMAND [conn19] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 2756.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 4839ms 2015-03-13T15:51:56.656-0400 I CONTROL [conn20] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:56.656-0400 I WRITE [conn20] remove test.foo query: { x: { $gte: 3599.0 } } ndeleted:0 keyUpdates:0 writeConflicts:192 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:46 locks:{} 1955ms 2015-03-13T15:51:56.656-0400 I COMMAND [conn20] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 3599.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 1955ms 2015-03-13T15:51:57.612-0400 I - [conn20] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:57.612-0400 I - [conn19] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:57.620-0400 I CONTROL [conn19] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:57.621-0400 I WRITE [conn19] update test.foo query: { x: { $gte: 4371.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:1122 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:64 locks:{} 689ms 2015-03-13T15:51:57.621-0400 I COMMAND [conn19] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 4371.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 689ms 2015-03-13T15:51:57.628-0400 I CONTROL [conn20] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:57.628-0400 I WRITE [conn20] update test.foo query: { x: { $gte: 5539.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:2390 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:37 locks:{} 633ms 2015-03-13T15:51:57.629-0400 I COMMAND [conn20] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 5539.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 633ms 2015-03-13T15:51:57.838-0400 I - [conn17] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:57.841-0400 I - [conn18] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:57.852-0400 I CONTROL [conn17] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:57.853-0400 I WRITE [conn17] update test.foo query: { x: { $gte: 2381.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:73 locks:{} 717ms 2015-03-13T15:51:57.853-0400 I COMMAND [conn17] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 2381.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 717ms 2015-03-13T15:51:57.855-0400 I CONTROL [conn18] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:57.855-0400 I WRITE [conn18] remove test.foo query: { x: { $gte: 6665.0 } } ndeleted:0 keyUpdates:0 writeConflicts:23 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:0 locks:{} 113ms 2015-03-13T15:51:57.855-0400 I COMMAND [conn18] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 6665.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 113ms 2015-03-13T15:51:57.966-0400 I COMMAND [conn18] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2819.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:3181 reslen:44 locks:{} 101ms 2015-03-13T15:51:58.124-0400 I - [conn18] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:51:58.132-0400 I CONTROL [conn18] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:51:58.451-0400 I COMMAND [conn18] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 104ms 2015-03-13T15:51:58.473-0400 I COMMAND [conn19] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 116ms 2015-03-13T15:51:58.733-0400 I COMMAND [conn18] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 104ms 2015-03-13T15:51:58.745-0400 I COMMAND [conn20] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 118ms 2015-03-13T15:51:58.748-0400 I COMMAND [conn19] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 105ms 2015-03-13T15:51:58.878-0400 I COMMAND [conn19] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 103ms 2015-03-13T15:51:59.407-0400 I COMMAND [conn18] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 103ms 2015-03-13T15:51:59.858-0400 I COMMAND [conn18] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 104ms 2015-03-13T15:52:00.104-0400 I COMMAND [conn18] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 105ms 2015-03-13T15:52:00.243-0400 I COMMAND [conn18] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 111ms 2015-03-13T15:52:00.507-0400 I COMMAND [conn18] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 125ms 2015-03-13T15:52:01.295-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56320 #21 (5 connections now open) 2015-03-13T15:52:04.432-0400 I WRITE [conn21] insert test.foo query: { _id: ObjectId('55033fe25285bb90a870844b'), x: 4854.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 7 } }, Database: { acquireCount: { w: 7 } }, Collection: { acquireCount: { w: 7 } } } 1989ms 2015-03-13T15:52:04.530-0400 I - [conn20] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:04.669-0400 I - [conn17] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:04.669-0400 I - [conn18] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:04.669-0400 I - [conn19] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:04.786-0400 I COMMAND [conn21] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 2432ms 2015-03-13T15:52:04.789-0400 I CONTROL [conn20] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:04.793-0400 I WRITE [conn20] update test.foo query: { x: { $gte: 3824.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:4721 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:271 locks:{} 5551ms 2015-03-13T15:52:04.793-0400 I COMMAND [conn20] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 3824.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 5551ms 2015-03-13T15:52:04.799-0400 I CONTROL [conn17] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:04.802-0400 I WRITE [conn17] update test.foo query: { x: { $gte: 1685.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:1040 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:303 locks:{} 5267ms 2015-03-13T15:52:04.802-0400 I COMMAND [conn17] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 1685.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 5267ms 2015-03-13T15:52:04.802-0400 I NETWORK [conn17] end connection 10.4.110.156:56316 (4 connections now open) 2015-03-13T15:52:04.807-0400 I CONTROL [conn18] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:04.808-0400 I WRITE [conn18] update test.foo query: { x: { $gte: 8284.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:6200 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:119 locks:{} 4022ms 2015-03-13T15:52:04.808-0400 I COMMAND [conn18] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 8284.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 4022ms 2015-03-13T15:52:04.815-0400 I CONTROL [conn19] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:04.817-0400 I WRITE [conn19] update test.foo query: { x: { $gte: 6443.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:6827 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:254 locks:{} 5739ms 2015-03-13T15:52:04.818-0400 I COMMAND [conn19] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 6443.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 5739ms 2015-03-13T15:52:05.022-0400 I COMMAND [conn18] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 101ms 2015-03-13T15:52:05.546-0400 I COMMAND [conn20] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 131ms 2015-03-13T15:52:05.549-0400 I COMMAND [conn18] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 136ms 2015-03-13T15:52:05.789-0400 I COMMAND [conn19] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 104ms 2015-03-13T15:52:05.831-0400 I - [conn21] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:05.838-0400 I CONTROL [conn21] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:05.838-0400 I WRITE [conn21] remove test.foo query: { x: { $gte: 6943.0 } } ndeleted:0 keyUpdates:0 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:24 locks:{} 136ms 2015-03-13T15:52:05.838-0400 I COMMAND [conn21] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 6943.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 136ms 2015-03-13T15:52:06.100-0400 I - [conn21] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:06.465-0400 I CONTROL [conn21] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:06.465-0400 I WRITE [conn21] update test.foo query: { x: { $gte: 9218.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:0 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:0 locks:{} 365ms 2015-03-13T15:52:06.465-0400 I COMMAND [conn21] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 9218.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 365ms 2015-03-13T15:52:06.467-0400 I WRITE [conn19] insert test.foo query: { _id: ObjectId('55033fe5b6294f2515d69465'), x: 5570.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 5 } }, Database: { acquireCount: { w: 5 } }, Collection: { acquireCount: { w: 5 } } } 596ms 2015-03-13T15:52:06.471-0400 I WRITE [conn20] insert test.foo query: { _id: ObjectId('55033fe57dab055c4abd2fe1'), x: 7393.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 4 } }, Database: { acquireCount: { w: 4 } }, Collection: { acquireCount: { w: 4 } } } 600ms 2015-03-13T15:52:06.473-0400 I WRITE [conn18] insert test.foo query: { _id: ObjectId('55033fe587648c2ef7bfa513'), x: 7528.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 5 } }, Database: { acquireCount: { w: 5 } }, Collection: { acquireCount: { w: 5 } } } 602ms 2015-03-13T15:52:06.503-0400 I COMMAND [conn19] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 677ms 2015-03-13T15:52:06.505-0400 I COMMAND [conn20] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 658ms 2015-03-13T15:52:06.508-0400 I COMMAND [conn18] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 690ms 2015-03-13T15:52:07.016-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56321 #22 (5 connections now open) 2015-03-13T15:52:07.089-0400 I COMMAND [conn18] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 134ms 2015-03-13T15:52:07.090-0400 I NETWORK [conn18] end connection 10.4.110.156:56317 (4 connections now open) 2015-03-13T15:52:07.102-0400 I COMMAND [conn21] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 116ms 2015-03-13T15:52:07.163-0400 I COMMAND [conn22] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9807.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:3576 reslen:44 locks:{} 127ms 2015-03-13T15:52:07.163-0400 I COMMAND [conn19] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8591.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:3604 reslen:44 locks:{} 117ms 2015-03-13T15:52:08.679-0400 I - [conn20] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:08.687-0400 I CONTROL [conn20] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:08.690-0400 I WRITE [conn20] update test.foo query: { x: { $gte: 1526.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:309 locks:{} 1707ms 2015-03-13T15:52:08.690-0400 I COMMAND [conn20] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 1526.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 1707ms 2015-03-13T15:52:09.681-0400 I - [conn20] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:09.681-0400 I - [conn21] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:09.689-0400 I CONTROL [conn20] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:09.690-0400 I - [conn22] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:09.691-0400 I WRITE [conn20] update test.foo query: { x: { $gte: 4754.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:2333 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:95 locks:{} 992ms 2015-03-13T15:52:09.691-0400 I COMMAND [conn20] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 4754.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 992ms 2015-03-13T15:52:09.707-0400 I CONTROL [conn21] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:09.708-0400 I CONTROL [conn22] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:09.708-0400 I WRITE [conn22] remove test.foo query: { x: { $gte: 5477.0 } } ndeleted:0 keyUpdates:0 writeConflicts:155 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:174 locks:{} 2532ms 2015-03-13T15:52:09.708-0400 I COMMAND [conn22] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 5477.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 2532ms 2015-03-13T15:52:09.709-0400 I WRITE [conn21] update test.foo query: { x: { $gte: 7376.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:12127 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:148 locks:{} 1926ms 2015-03-13T15:52:09.709-0400 I COMMAND [conn21] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 7376.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 1926ms 2015-03-13T15:52:09.803-0400 I COMMAND [conn20] command test.$cmd command: count { count: "foo", query: { x: { $gte: 784.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:3860 reslen:44 locks:{} 103ms 2015-03-13T15:52:09.848-0400 I COMMAND [conn21] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4526 reslen:44 locks:{} 128ms 2015-03-13T15:52:10.214-0400 I - [conn20] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:10.222-0400 I CONTROL [conn20] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:10.977-0400 I COMMAND [conn22] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 108ms 2015-03-13T15:52:12.700-0400 I WRITE [conn22] insert test.foo query: { _id: ObjectId('55033feb9dfb35a0064b8c9c'), x: 0.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 1271ms 2015-03-13T15:52:12.700-0400 I WRITE [conn20] insert test.foo query: { _id: ObjectId('55033feb7dab055c4abd5d38'), x: 9000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 1265ms 2015-03-13T15:52:12.754-0400 I COMMAND [conn22] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 1328ms 2015-03-13T15:52:12.768-0400 I COMMAND [conn20] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 1335ms 2015-03-13T15:52:14.189-0400 I COMMAND [conn20] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 128ms 2015-03-13T15:52:14.193-0400 I COMMAND [conn22] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 102ms 2015-03-13T15:52:14.438-0400 I COMMAND [conn20] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 103ms 2015-03-13T15:52:14.530-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56322 #23 (5 connections now open) 2015-03-13T15:52:15.111-0400 I NETWORK [conn20] end connection 10.4.110.156:56319 (4 connections now open) 2015-03-13T15:52:15.122-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56323 #24 (5 connections now open) 2015-03-13T15:52:15.806-0400 I - [conn24] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:15.813-0400 I CONTROL [conn24] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:15.813-0400 I WRITE [conn24] remove test.foo query: { x: { $gte: 7774.0 } } ndeleted:0 keyUpdates:0 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:127 locks:{} 574ms 2015-03-13T15:52:15.814-0400 I COMMAND [conn24] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 7774.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 574ms 2015-03-13T15:52:15.952-0400 I COMMAND [conn24] command test.$cmd command: count { count: "foo", query: { x: { $gte: 958.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4293 reslen:44 locks:{} 124ms 2015-03-13T15:52:16.518-0400 I COMMAND [conn24] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 108ms 2015-03-13T15:52:16.780-0400 I COMMAND [conn23] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 114ms 2015-03-13T15:52:16.936-0400 I COMMAND [conn24] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 127ms 2015-03-13T15:52:17.687-0400 I COMMAND [conn24] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8556.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:3896 reslen:44 locks:{} 103ms 2015-03-13T15:52:18.117-0400 I COMMAND [conn24] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 187ms 2015-03-13T15:52:18.360-0400 I COMMAND [conn24] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 172ms 2015-03-13T15:52:18.512-0400 I COMMAND [conn24] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 101ms 2015-03-13T15:52:18.968-0400 I COMMAND [conn24] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 173ms 2015-03-13T15:52:19.394-0400 I COMMAND [conn24] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 123ms 2015-03-13T15:52:19.562-0400 I COMMAND [conn24] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7566.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:3847 reslen:44 locks:{} 157ms 2015-03-13T15:52:19.687-0400 I - [conn23] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:19.696-0400 I CONTROL [conn23] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:19.696-0400 I WRITE [conn23] remove test.foo query: { x: { $gte: 9659.0 } } ndeleted:0 keyUpdates:0 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:294 locks:{} 2239ms 2015-03-13T15:52:19.696-0400 I COMMAND [conn23] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 9659.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 2239ms 2015-03-13T15:52:19.952-0400 I COMMAND [conn24] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 125ms 2015-03-13T15:52:20.178-0400 I COMMAND [conn24] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 176ms 2015-03-13T15:52:20.604-0400 I COMMAND [conn24] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 132ms 2015-03-13T15:52:21.329-0400 I COMMAND [conn24] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 134ms 2015-03-13T15:52:21.659-0400 I COMMAND [conn24] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 180ms 2015-03-13T15:52:22.243-0400 I COMMAND [conn24] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 108ms 2015-03-13T15:52:22.619-0400 I COMMAND [conn24] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 218ms 2015-03-13T15:52:23.545-0400 I - [conn21] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:23.553-0400 I CONTROL [conn21] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:23.553-0400 I WRITE [conn21] remove test.foo query: { x: { $gte: 32.0 } } ndeleted:0 keyUpdates:0 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:270 locks:{} 12415ms 2015-03-13T15:52:23.553-0400 I COMMAND [conn21] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 32.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 12415ms 2015-03-13T15:52:23.770-0400 I COMMAND [conn21] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1339.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4432 reslen:44 locks:{} 207ms 2015-03-13T15:52:24.056-0400 I COMMAND [conn21] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9412.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4105 reslen:44 locks:{} 272ms 2015-03-13T15:52:24.231-0400 I COMMAND [conn21] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5635.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4379 reslen:44 locks:{} 165ms 2015-03-13T15:52:24.382-0400 I COMMAND [conn21] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2796.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4423 reslen:44 locks:{} 142ms 2015-03-13T15:52:24.721-0400 I COMMAND [conn21] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8821.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4202 reslen:44 locks:{} 231ms 2015-03-13T15:52:31.302-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56324 #25 (6 connections now open) 2015-03-13T15:52:31.838-0400 I COMMAND [conn25] command test.$cmd command: createIndexes { createIndexes: "foo", indexes: [ { key: { x: 1.0 }, name: "x_1" } ] } keyUpdates:0 writeConflicts:0 numYields:0 reslen:149 locks:{} 531ms 2015-03-13T15:52:31.954-0400 I COMMAND [conn25] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8736.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4418 reslen:44 locks:{} 106ms 2015-03-13T15:52:34.070-0400 I - [conn23] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:34.078-0400 I CONTROL [conn23] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:34.080-0400 I - [conn22] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:34.080-0400 I - [conn24] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:34.081-0400 I - [conn25] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:34.081-0400 I - [conn21] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:34.086-0400 I WRITE [conn23] update test.foo query: { x: { $gte: 924.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:17130 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:690 locks:{} 14375ms 2015-03-13T15:52:34.086-0400 I COMMAND [conn23] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 924.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 14375ms 2015-03-13T15:52:34.090-0400 I CONTROL [conn21] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:34.092-0400 I WRITE [conn21] update test.foo query: { x: { $gte: 4310.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:11186 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:374 locks:{} 9361ms 2015-03-13T15:52:34.093-0400 I COMMAND [conn21] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 4310.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 9361ms 2015-03-13T15:52:34.093-0400 I NETWORK [conn21] end connection 10.4.110.156:56320 (5 connections now open) 2015-03-13T15:52:34.107-0400 I CONTROL [conn25] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:34.107-0400 I CONTROL [conn24] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:34.108-0400 I WRITE [conn25] update test.foo query: { x: { $gte: 1055.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:1099 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:114 locks:{} 2037ms 2015-03-13T15:52:34.108-0400 I COMMAND [conn25] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 1055.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 2037ms 2015-03-13T15:52:34.111-0400 I WRITE [conn24] update test.foo query: { x: { $gte: 7233.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:5828 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:511 locks:{} 11482ms 2015-03-13T15:52:34.111-0400 I COMMAND [conn24] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 7233.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 11482ms 2015-03-13T15:52:34.113-0400 I CONTROL [conn22] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:34.123-0400 I WRITE [conn22] update test.foo query: { x: { $gte: 998.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:16554 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:1050 locks:{} 17913ms 2015-03-13T15:52:34.123-0400 I COMMAND [conn22] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 998.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 17913ms 2015-03-13T15:52:34.471-0400 I COMMAND [conn24] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 183ms 2015-03-13T15:52:34.558-0400 I - [conn23] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:34.558-0400 I - [conn25] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:34.559-0400 I - [conn22] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:34.583-0400 I CONTROL [conn25] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:34.583-0400 I WRITE [conn25] update test.foo query: { x: { $gte: 2557.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:706 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:21 locks:{} 466ms 2015-03-13T15:52:34.583-0400 I COMMAND [conn25] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 2557.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 466ms 2015-03-13T15:52:34.590-0400 I CONTROL [conn22] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:34.591-0400 I WRITE [conn22] update test.foo query: { x: { $gte: 6472.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:1053 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:20 locks:{} 455ms 2015-03-13T15:52:34.591-0400 I COMMAND [conn22] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 6472.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 455ms 2015-03-13T15:52:34.597-0400 I CONTROL [conn23] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:34.597-0400 I WRITE [conn23] update test.foo query: { x: { $gte: 3990.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:897 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:23 locks:{} 500ms 2015-03-13T15:52:34.597-0400 I COMMAND [conn23] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 3990.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 500ms 2015-03-13T15:52:34.749-0400 I COMMAND [conn22] command test.$cmd command: count { count: "foo", query: { x: { $gte: 620.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4582 reslen:44 locks:{} 144ms 2015-03-13T15:52:34.752-0400 I COMMAND [conn23] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7989.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4435 reslen:44 locks:{} 144ms 2015-03-13T15:52:34.890-0400 I COMMAND [conn22] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4415.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4435 reslen:44 locks:{} 129ms 2015-03-13T15:52:34.891-0400 I COMMAND [conn23] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1024.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4451 reslen:44 locks:{} 130ms 2015-03-13T15:52:35.010-0400 I COMMAND [conn24] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 131ms 2015-03-13T15:52:35.023-0400 I COMMAND [conn25] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 156ms 2015-03-13T15:52:35.037-0400 I COMMAND [conn22] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7165.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4435 reslen:44 locks:{} 139ms 2015-03-13T15:52:35.051-0400 I COMMAND [conn23] command test.$cmd command: count { count: "foo", query: { x: { $gte: 803.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4502 reslen:44 locks:{} 144ms 2015-03-13T15:52:35.150-0400 I COMMAND [conn22] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9328.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4435 reslen:44 locks:{} 103ms 2015-03-13T15:52:35.247-0400 I COMMAND [conn25] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 120ms 2015-03-13T15:52:35.319-0400 I COMMAND [conn24] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 180ms 2015-03-13T15:52:35.321-0400 I COMMAND [conn23] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 137ms 2015-03-13T15:52:35.407-0400 I COMMAND [conn22] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 117ms 2015-03-13T15:52:35.474-0400 I COMMAND [conn24] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 118ms 2015-03-13T15:52:35.651-0400 I COMMAND [conn22] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 115ms 2015-03-13T15:52:35.653-0400 I COMMAND [conn24] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 117ms 2015-03-13T15:52:35.744-0400 I COMMAND [conn23] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 104ms 2015-03-13T15:52:35.834-0400 I COMMAND [conn25] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 137ms 2015-03-13T15:52:35.835-0400 I COMMAND [conn22] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 148ms 2015-03-13T15:52:35.899-0400 I COMMAND [conn24] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 212ms 2015-03-13T15:52:35.902-0400 I COMMAND [conn23] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 123ms 2015-03-13T15:52:35.987-0400 I COMMAND [conn22] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 113ms 2015-03-13T15:52:36.044-0400 I COMMAND [conn24] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7641.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4454 reslen:44 locks:{} 133ms 2015-03-13T15:52:36.051-0400 I COMMAND [conn23] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 114ms 2015-03-13T15:52:36.055-0400 I COMMAND [conn25] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 120ms 2015-03-13T15:52:37.012-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56325 #26 (6 connections now open) 2015-03-13T15:52:38.056-0400 I WRITE [conn22] insert test.foo query: { _id: ObjectId('550340049dfb35a0064c1ca5'), x: 6873.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 10 } }, Database: { acquireCount: { w: 10 } }, Collection: { acquireCount: { w: 10 } } } 1810ms 2015-03-13T15:52:38.062-0400 I WRITE [conn23] insert test.foo query: { _id: ObjectId('55034004f1e287fd53711cae'), x: 7244.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 3 } }, Database: { acquireCount: { w: 3 } }, Collection: { acquireCount: { w: 3 } } } 1836ms 2015-03-13T15:52:38.064-0400 I WRITE [conn25] insert test.foo query: { _id: ObjectId('5503400467e06e3bcc5c3442'), x: 6603.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 6 } }, Database: { acquireCount: { w: 6 } }, Collection: { acquireCount: { w: 6 } } } 1822ms 2015-03-13T15:52:38.901-0400 I COMMAND [conn26] command test.$cmd command: createIndexes { createIndexes: "foo", indexes: [ { key: { x: 1.0 }, name: "x_1" } ] } keyUpdates:0 writeConflicts:0 numYields:0 reslen:149 locks:{} 838ms 2015-03-13T15:52:38.902-0400 I WRITE [conn23] insert test.foo query: { _id: ObjectId('55034004f1e287fd53711cc4'), x: 7266.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 5 } }, Database: { acquireCount: { w: 5 }, acquireWaitCount: { w: 1 }, timeAcquiringMicros: { w: 1325104 } }, Collection: { acquireCount: { w: 5 } } } 825ms 2015-03-13T15:52:38.902-0400 I WRITE [conn22] insert test.foo query: { _id: ObjectId('550340049dfb35a0064c1ca8'), x: 6876.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 12 } }, Database: { acquireCount: { w: 12 }, acquireWaitCount: { w: 1 }, timeAcquiringMicros: { w: 1322903 } }, Collection: { acquireCount: { w: 12 } } } 823ms 2015-03-13T15:52:38.902-0400 I WRITE [conn25] insert test.foo query: { _id: ObjectId('5503400467e06e3bcc5c3443'), x: 6604.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 7 } }, Database: { acquireCount: { w: 7 }, acquireWaitCount: { w: 1 }, timeAcquiringMicros: { w: 1337592 } }, Collection: { acquireCount: { w: 7 } } } 837ms 2015-03-13T15:52:38.909-0400 I COMMAND [conn22] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 2776ms 2015-03-13T15:52:38.909-0400 I NETWORK [conn22] end connection 10.4.110.156:56321 (5 connections now open) 2015-03-13T15:52:38.969-0400 I COMMAND [conn25] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 2814ms 2015-03-13T15:52:38.970-0400 I COMMAND [conn23] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 2781ms 2015-03-13T15:52:40.514-0400 I WRITE [conn25] insert test.foo query: { _id: ObjectId('5503400767e06e3bcc5c3f13'), x: 9372.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 3 } }, Database: { acquireCount: { w: 3 } }, Collection: { acquireCount: { w: 3 } } } 1149ms 2015-03-13T15:52:40.586-0400 I COMMAND [conn25] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 1245ms 2015-03-13T15:52:40.659-0400 I - [conn26] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:40.664-0400 I - [conn23] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:40.667-0400 I CONTROL [conn26] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:40.668-0400 I WRITE [conn26] update test.foo query: { x: { $gte: 7341.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:1 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:53 locks:{} 1755ms 2015-03-13T15:52:40.668-0400 I COMMAND [conn26] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 7341.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 1755ms 2015-03-13T15:52:40.675-0400 I CONTROL [conn23] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:40.675-0400 I WRITE [conn23] remove test.foo query: { x: { $gte: 8765.0 } } ndeleted:0 keyUpdates:0 writeConflicts:11 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:9 locks:{} 1287ms 2015-03-13T15:52:40.675-0400 I COMMAND [conn23] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 8765.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 1287ms 2015-03-13T15:52:40.863-0400 I COMMAND [conn25] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 122ms 2015-03-13T15:52:41.116-0400 I - [conn26] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:41.124-0400 I CONTROL [conn26] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:41.125-0400 I WRITE [conn26] update test.foo query: { x: { $gte: 6044.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:70 locks:{} 445ms 2015-03-13T15:52:41.125-0400 I COMMAND [conn26] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 6044.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 445ms 2015-03-13T15:52:41.996-0400 I WRITE [conn23] insert test.foo query: { _id: ObjectId('55034009f1e287fd53714470'), x: 7422.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 4 } }, Database: { acquireCount: { w: 4 } }, Collection: { acquireCount: { w: 4 } } } 185ms 2015-03-13T15:52:41.996-0400 I WRITE [conn25] insert test.foo query: { _id: ObjectId('5503400967e06e3bcc5c60c7'), x: 8000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 144ms 2015-03-13T15:52:42.399-0400 I WRITE [conn23] insert test.foo query: { _id: ObjectId('55034009f1e287fd53714471'), x: 7423.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 5 } }, Database: { acquireCount: { w: 5 } }, Collection: { acquireCount: { w: 5 } } } 402ms 2015-03-13T15:52:42.399-0400 I WRITE [conn25] insert test.foo query: { _id: ObjectId('5503400967e06e3bcc5c60c8'), x: 8001.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 2 } } } 402ms 2015-03-13T15:52:42.427-0400 I WRITE [conn26] insert test.foo query: { _id: ObjectId('5503400921954e8b6adb07f2'), x: 3000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 555ms 2015-03-13T15:52:42.596-0400 I COMMAND [conn23] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 807ms 2015-03-13T15:52:42.737-0400 I COMMAND [conn25] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 887ms 2015-03-13T15:52:42.905-0400 I COMMAND [conn26] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 1035ms 2015-03-13T15:52:43.101-0400 I WRITE [conn25] insert test.foo query: { _id: ObjectId('5503400a67e06e3bcc5c6508'), x: 9089.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 2 } } } 191ms 2015-03-13T15:52:43.101-0400 I WRITE [conn23] insert test.foo query: { _id: ObjectId('5503400af1e287fd537148d4'), x: 8546.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 6 } }, Database: { acquireCount: { w: 6 } }, Collection: { acquireCount: { w: 6 } } } 192ms 2015-03-13T15:52:43.428-0400 I WRITE [conn23] insert test.foo query: { _id: ObjectId('5503400af1e287fd537148f5'), x: 8579.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 7 } }, Database: { acquireCount: { w: 7 } }, Collection: { acquireCount: { w: 7 } } } 320ms 2015-03-13T15:52:43.428-0400 I WRITE [conn26] insert test.foo query: { _id: ObjectId('5503400a21954e8b6adb0c03'), x: 4041.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 2 } } } 320ms 2015-03-13T15:52:43.428-0400 I WRITE [conn25] insert test.foo query: { _id: ObjectId('5503400a67e06e3bcc5c6536'), x: 9135.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 3 } }, Database: { acquireCount: { w: 3 } }, Collection: { acquireCount: { w: 3 } } } 321ms 2015-03-13T15:52:43.463-0400 I COMMAND [conn23] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 741ms 2015-03-13T15:52:43.486-0400 I COMMAND [conn25] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 613ms 2015-03-13T15:52:43.531-0400 I COMMAND [conn26] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 472ms 2015-03-13T15:52:43.625-0400 I COMMAND [conn25] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2673.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4792 reslen:44 locks:{} 129ms 2015-03-13T15:52:43.789-0400 I COMMAND [conn26] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 121ms 2015-03-13T15:52:44.098-0400 I COMMAND [conn23] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 129ms 2015-03-13T15:52:44.101-0400 I COMMAND [conn26] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 127ms 2015-03-13T15:52:44.451-0400 I - [conn25] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:44.459-0400 I CONTROL [conn25] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:44.460-0400 I WRITE [conn25] update test.foo query: { x: { $gte: 8159.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:85 locks:{} 826ms 2015-03-13T15:52:44.460-0400 I COMMAND [conn25] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 8159.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 826ms 2015-03-13T15:52:44.534-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56326 #27 (6 connections now open) 2015-03-13T15:52:44.601-0400 I COMMAND [conn23] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 112ms 2015-03-13T15:52:44.601-0400 I NETWORK [conn23] end connection 10.4.110.156:56322 (5 connections now open) 2015-03-13T15:52:44.644-0400 I COMMAND [conn25] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6602.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4646 reslen:44 locks:{} 171ms 2015-03-13T15:52:44.691-0400 I COMMAND [conn26] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 114ms 2015-03-13T15:52:44.705-0400 I COMMAND [conn27] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5481.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4699 reslen:44 locks:{} 121ms 2015-03-13T15:52:44.764-0400 I COMMAND [conn25] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3695.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4813 reslen:44 locks:{} 110ms 2015-03-13T15:52:45.127-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56327 #28 (6 connections now open) 2015-03-13T15:52:45.690-0400 I COMMAND [conn28] command test.$cmd command: createIndexes { createIndexes: "foo", indexes: [ { key: { x: 1.0 }, name: "x_1" } ] } keyUpdates:0 writeConflicts:0 numYields:0 reslen:149 locks:{} 558ms 2015-03-13T15:52:45.693-0400 I WRITE [conn26] insert test.foo query: { _id: ObjectId('5503400d21954e8b6adb3aba'), x: 6000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 }, acquireWaitCount: { w: 1 }, timeAcquiringMicros: { w: 1025354 } }, Collection: { acquireCount: { w: 1 } } } 525ms 2015-03-13T15:52:45.693-0400 I WRITE [conn27] insert test.foo query: { _id: ObjectId('5503400d6424a55c64d01d91'), x: 1000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 }, acquireWaitCount: { w: 1 }, timeAcquiringMicros: { w: 1048758 } }, Collection: { acquireCount: { w: 1 } } } 549ms 2015-03-13T15:52:45.796-0400 I COMMAND [conn27] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 655ms 2015-03-13T15:52:45.807-0400 I COMMAND [conn26] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 642ms 2015-03-13T15:52:45.821-0400 I COMMAND [conn28] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3758.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4838 reslen:44 locks:{} 119ms 2015-03-13T15:52:46.433-0400 I COMMAND [conn26] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5783.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4775 reslen:44 locks:{} 106ms 2015-03-13T15:52:46.502-0400 I COMMAND [conn27] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 115ms 2015-03-13T15:52:46.554-0400 I COMMAND [conn26] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7736.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4702 reslen:44 locks:{} 109ms 2015-03-13T15:52:46.664-0400 I COMMAND [conn26] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2634.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4990 reslen:44 locks:{} 101ms 2015-03-13T15:52:46.727-0400 I COMMAND [conn27] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 174ms 2015-03-13T15:52:46.780-0400 I COMMAND [conn26] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5711.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4779 reslen:44 locks:{} 107ms 2015-03-13T15:52:46.939-0400 I COMMAND [conn27] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 156ms 2015-03-13T15:52:47.023-0400 I COMMAND [conn26] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 121ms 2015-03-13T15:52:47.121-0400 I COMMAND [conn27] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 130ms 2015-03-13T15:52:47.219-0400 I COMMAND [conn26] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 158ms 2015-03-13T15:52:47.384-0400 I COMMAND [conn27] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 210ms 2015-03-13T15:52:47.428-0400 I COMMAND [conn26] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 173ms 2015-03-13T15:52:47.609-0400 I COMMAND [conn26] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 139ms 2015-03-13T15:52:47.631-0400 I COMMAND [conn27] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3279.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4963 reslen:44 locks:{} 235ms 2015-03-13T15:52:47.783-0400 I COMMAND [conn26] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 138ms 2015-03-13T15:52:47.885-0400 I COMMAND [conn27] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3501.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4945 reslen:44 locks:{} 243ms 2015-03-13T15:52:47.926-0400 I COMMAND [conn26] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 103ms 2015-03-13T15:52:48.353-0400 I - [conn28] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:48.361-0400 I CONTROL [conn28] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:48.361-0400 I WRITE [conn28] remove test.foo query: { x: { $gte: 9002.0 } } ndeleted:0 keyUpdates:0 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:189 locks:{} 2428ms 2015-03-13T15:52:48.361-0400 I COMMAND [conn28] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 9002.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 2428ms 2015-03-13T15:52:48.506-0400 I COMMAND [conn26] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 161ms 2015-03-13T15:52:48.640-0400 I COMMAND [conn28] command test.$cmd command: count { count: "foo", query: { x: { $gte: 851.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5035 reslen:44 locks:{} 267ms 2015-03-13T15:52:48.691-0400 I - [conn27] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:52:48.700-0400 I CONTROL [conn27] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:52:48.700-0400 I WRITE [conn27] remove test.foo query: { x: { $gte: 8097.0 } } ndeleted:0 keyUpdates:0 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:63 locks:{} 803ms 2015-03-13T15:52:48.701-0400 I COMMAND [conn27] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 8097.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 803ms 2015-03-13T15:52:48.762-0400 I COMMAND [conn28] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1840.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4909 reslen:44 locks:{} 114ms 2015-03-13T15:52:48.849-0400 I COMMAND [conn27] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3625.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4887 reslen:44 locks:{} 137ms 2015-03-13T15:52:49.022-0400 I COMMAND [conn27] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5893.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4737 reslen:44 locks:{} 166ms 2015-03-13T15:52:49.275-0400 I COMMAND [conn27] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2497.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4892 reslen:44 locks:{} 243ms 2015-03-13T15:52:49.625-0400 I WRITE [conn28] insert test.foo query: { _id: ObjectId('55034010ef0815adef42ae6e'), x: 822.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 13 } }, Database: { acquireCount: { w: 13 } }, Collection: { acquireCount: { w: 13 } } } 370ms 2015-03-13T15:52:49.648-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 610ms 2015-03-13T15:52:49.922-0400 I WRITE [conn28] insert test.foo query: { _id: ObjectId('55034011ef0815adef42b030'), x: 1272.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 3 } }, Database: { acquireCount: { w: 3 } }, Collection: { acquireCount: { w: 3 } } } 103ms 2015-03-13T15:52:49.930-0400 I WRITE [conn27] insert test.foo query: { _id: ObjectId('550340116424a55c64d042ef'), x: 566.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 5 } }, Database: { acquireCount: { w: 5 } }, Collection: { acquireCount: { w: 5 } } } 111ms 2015-03-13T15:52:49.960-0400 I COMMAND [conn27] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 177ms 2015-03-13T15:52:49.976-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 179ms 2015-03-13T15:52:50.598-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 112ms 2015-03-13T15:52:51.232-0400 I WRITE [conn28] insert test.foo query: { _id: ObjectId('55034012ef0815adef42c8e7'), x: 7599.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 8 } }, Database: { acquireCount: { w: 8 } }, Collection: { acquireCount: { w: 8 } } } 474ms 2015-03-13T15:52:51.233-0400 I WRITE [conn27] insert test.foo query: { _id: ObjectId('550340126424a55c64d05a98'), x: 6623.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 10 } }, Database: { acquireCount: { w: 10 } }, Collection: { acquireCount: { w: 10 } } } 477ms 2015-03-13T15:52:51.255-0400 I COMMAND [conn27] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 649ms 2015-03-13T15:52:51.266-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 635ms 2015-03-13T15:52:51.665-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 281ms 2015-03-13T15:52:51.694-0400 I COMMAND [conn27] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 282ms 2015-03-13T15:52:51.980-0400 I COMMAND [conn27] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 178ms 2015-03-13T15:52:52.071-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 307ms 2015-03-13T15:52:52.149-0400 I COMMAND [conn27] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 113ms 2015-03-13T15:52:52.359-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 142ms 2015-03-13T15:52:52.445-0400 I COMMAND [conn27] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 166ms 2015-03-13T15:52:52.731-0400 I COMMAND [conn27] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 235ms 2015-03-13T15:52:52.760-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 237ms 2015-03-13T15:52:53.098-0400 I COMMAND [conn27] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 299ms 2015-03-13T15:52:53.178-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 356ms 2015-03-13T15:52:53.296-0400 I COMMAND [conn27] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 117ms 2015-03-13T15:52:53.380-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 134ms 2015-03-13T15:52:53.532-0400 I COMMAND [conn27] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 180ms 2015-03-13T15:52:53.533-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 111ms 2015-03-13T15:52:53.686-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 102ms 2015-03-13T15:52:53.792-0400 I COMMAND [conn27] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 199ms 2015-03-13T15:52:53.939-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 210ms 2015-03-13T15:52:54.098-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 109ms 2015-03-13T15:52:54.111-0400 I COMMAND [conn27] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 103ms 2015-03-13T15:52:54.486-0400 I COMMAND [conn28] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9804.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4796 reslen:44 locks:{} 271ms 2015-03-13T15:52:54.487-0400 I COMMAND [conn27] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 188ms 2015-03-13T15:52:54.758-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 152ms 2015-03-13T15:52:54.811-0400 I COMMAND [conn27] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 195ms 2015-03-13T15:52:54.962-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 162ms 2015-03-13T15:52:55.206-0400 I COMMAND [conn27] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 186ms 2015-03-13T15:52:55.219-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 212ms 2015-03-13T15:52:55.592-0400 I COMMAND [conn27] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 290ms 2015-03-13T15:52:55.597-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 306ms 2015-03-13T15:52:55.881-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 205ms 2015-03-13T15:52:55.929-0400 I COMMAND [conn27] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 248ms 2015-03-13T15:52:56.212-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 266ms 2015-03-13T15:52:56.312-0400 I COMMAND [conn27] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 295ms 2015-03-13T15:52:57.898-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 1050ms 2015-03-13T15:52:58.247-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 214ms 2015-03-13T15:52:58.716-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 372ms 2015-03-13T15:52:58.904-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 107ms 2015-03-13T15:52:59.179-0400 I COMMAND [conn28] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3990.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5057 reslen:44 locks:{} 265ms 2015-03-13T15:53:01.323-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56328 #29 (7 connections now open) 2015-03-13T15:53:07.013-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56329 #30 (8 connections now open) 2015-03-13T15:53:07.359-0400 I - [conn25] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:07.367-0400 I CONTROL [conn25] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:07.376-0400 I WRITE [conn25] update test.foo query: { x: { $gte: 1921.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:8086 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:1116 locks:{} 22313ms 2015-03-13T15:53:07.376-0400 I COMMAND [conn25] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 1921.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 22313ms 2015-03-13T15:53:07.376-0400 I NETWORK [conn25] end connection 10.4.110.156:56324 (7 connections now open) 2015-03-13T15:53:07.583-0400 I COMMAND [conn30] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1628.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5114 reslen:44 locks:{} 552ms 2015-03-13T15:53:08.339-0400 I COMMAND [conn30] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 481ms 2015-03-13T15:53:08.807-0400 I COMMAND [conn30] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 310ms 2015-03-13T15:53:09.061-0400 I COMMAND [conn30] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 125ms 2015-03-13T15:53:09.303-0400 I COMMAND [conn30] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 161ms 2015-03-13T15:53:09.806-0400 I COMMAND [conn30] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 184ms 2015-03-13T15:53:10.237-0400 I COMMAND [conn30] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5952 reslen:44 locks:{} 162ms 2015-03-13T15:53:10.275-0400 I - [conn28] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:10.277-0400 I - [conn30] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:10.282-0400 I - [conn29] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:10.285-0400 I - [conn27] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:10.286-0400 I - [conn26] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:10.290-0400 I CONTROL [conn30] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:10.294-0400 I CONTROL [conn27] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:10.294-0400 I WRITE [conn27] remove test.foo query: { x: { $gte: 4401.0 } } ndeleted:0 keyUpdates:0 writeConflicts:472 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:166 locks:{} 13483ms 2015-03-13T15:53:10.294-0400 I COMMAND [conn27] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 4401.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 13483ms 2015-03-13T15:53:10.300-0400 I CONTROL [conn28] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:10.303-0400 I WRITE [conn28] update test.foo query: { x: { $gte: 2365.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:7892 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:412 locks:{} 11107ms 2015-03-13T15:53:10.303-0400 I COMMAND [conn28] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 2365.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 11108ms 2015-03-13T15:53:10.312-0400 I CONTROL [conn26] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:10.312-0400 I WRITE [conn26] remove test.foo query: { x: { $gte: 2615.0 } } ndeleted:0 keyUpdates:0 writeConflicts:696 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:377 locks:{} 21796ms 2015-03-13T15:53:10.312-0400 I COMMAND [conn26] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 2615.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 21796ms 2015-03-13T15:53:10.312-0400 I NETWORK [conn26] end connection 10.4.110.156:56325 (6 connections now open) 2015-03-13T15:53:10.321-0400 I CONTROL [conn29] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:10.321-0400 I WRITE [conn29] remove test.foo query: { x: { $gte: 8283.0 } } ndeleted:0 keyUpdates:0 writeConflicts:365 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:96 locks:{} 8950ms 2015-03-13T15:53:10.321-0400 I COMMAND [conn29] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 8283.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 8950ms 2015-03-13T15:53:10.336-0400 I - [conn28] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:10.346-0400 I CONTROL [conn28] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:10.357-0400 I - [conn29] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:10.366-0400 I CONTROL [conn29] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:10.567-0400 I COMMAND [conn30] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3077.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4983 reslen:44 locks:{} 267ms 2015-03-13T15:53:10.674-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 225ms 2015-03-13T15:53:10.736-0400 I COMMAND [conn29] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3103.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4987 reslen:44 locks:{} 361ms 2015-03-13T15:53:10.881-0400 I COMMAND [conn30] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9788.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:4989 reslen:44 locks:{} 302ms 2015-03-13T15:53:10.938-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 219ms 2015-03-13T15:53:11.513-0400 I COMMAND [conn30] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 480ms 2015-03-13T15:53:11.513-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 512ms 2015-03-13T15:53:11.889-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 263ms 2015-03-13T15:53:11.893-0400 I COMMAND [conn30] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 259ms 2015-03-13T15:53:12.139-0400 I COMMAND [conn30] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 144ms 2015-03-13T15:53:12.251-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 258ms 2015-03-13T15:53:12.444-0400 I COMMAND [conn30] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 247ms 2015-03-13T15:53:12.602-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 276ms 2015-03-13T15:53:12.758-0400 I COMMAND [conn30] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 238ms 2015-03-13T15:53:12.916-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 230ms 2015-03-13T15:53:13.117-0400 I COMMAND [conn30] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 288ms 2015-03-13T15:53:13.341-0400 I COMMAND [conn30] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 139ms 2015-03-13T15:53:13.365-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 371ms 2015-03-13T15:53:13.378-0400 I - [conn29] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:13.385-0400 I CONTROL [conn29] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:13.386-0400 I WRITE [conn29] update test.foo query: { x: { $gte: 3529.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:92 locks:{} 2625ms 2015-03-13T15:53:13.386-0400 I COMMAND [conn29] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 3529.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 2626ms 2015-03-13T15:53:13.514-0400 I COMMAND [conn30] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 120ms 2015-03-13T15:53:13.700-0400 I COMMAND [conn29] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9632.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5052 reslen:44 locks:{} 299ms 2015-03-13T15:53:13.762-0400 I COMMAND [conn28] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 189ms 2015-03-13T15:53:13.763-0400 I COMMAND [conn30] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 203ms 2015-03-13T15:53:13.963-0400 I COMMAND [conn29] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3737.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5146 reslen:44 locks:{} 253ms 2015-03-13T15:53:14.161-0400 I COMMAND [conn30] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 340ms 2015-03-13T15:53:14.534-0400 I COMMAND [conn29] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2804.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5188 reslen:44 locks:{} 562ms 2015-03-13T15:53:14.537-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56330 #31 (7 connections now open) 2015-03-13T15:53:14.673-0400 I COMMAND [conn30] command test.$cmd command: count { count: "foo", query: { x: { $gte: 39.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6021 reslen:44 locks:{} 502ms 2015-03-13T15:53:14.825-0400 I COMMAND [conn31] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9129.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5107 reslen:44 locks:{} 223ms 2015-03-13T15:53:14.851-0400 I COMMAND [conn29] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6016.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5158 reslen:44 locks:{} 306ms 2015-03-13T15:53:15.131-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56331 #32 (8 connections now open) 2015-03-13T15:53:20.569-0400 I COMMAND [conn32] command test.$cmd command: createIndexes { createIndexes: "foo", indexes: [ { key: { x: 1.0 }, name: "x_1" } ] } keyUpdates:0 writeConflicts:0 numYields:0 reslen:149 locks:{} 5432ms 2015-03-13T15:53:20.571-0400 I WRITE [conn29] insert test.foo query: { _id: ObjectId('5503402ae1693a3846771ae1'), x: 76.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 2 } }, Database: { acquireCount: { w: 2 }, acquireWaitCount: { w: 1 }, timeAcquiringMicros: { w: 32913652 } }, Collection: { acquireCount: { w: 2 } } } 5410ms 2015-03-13T15:53:20.650-0400 I COMMAND [conn31] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7312.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5153 reslen:44 locks:{} 5814ms 2015-03-13T15:53:20.718-0400 I COMMAND [conn29] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 5608ms 2015-03-13T15:53:20.766-0400 I COMMAND [conn32] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6179.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5176 reslen:44 locks:{} 182ms 2015-03-13T15:53:20.831-0400 I COMMAND [conn31] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7847.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5156 reslen:44 locks:{} 165ms 2015-03-13T15:53:20.969-0400 I COMMAND [conn31] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7861.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5168 reslen:44 locks:{} 128ms 2015-03-13T15:53:21.037-0400 I COMMAND [conn29] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 187ms 2015-03-13T15:53:21.156-0400 I COMMAND [conn31] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7936.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5174 reslen:44 locks:{} 178ms 2015-03-13T15:53:21.207-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 139ms 2015-03-13T15:53:21.272-0400 I COMMAND [conn29] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 110ms 2015-03-13T15:53:21.297-0400 I COMMAND [conn31] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9766.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5167 reslen:44 locks:{} 122ms 2015-03-13T15:53:21.406-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 114ms 2015-03-13T15:53:21.488-0400 I COMMAND [conn31] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5031.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5196 reslen:44 locks:{} 182ms 2015-03-13T15:53:21.533-0400 I COMMAND [conn29] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 190ms 2015-03-13T15:53:21.982-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 515ms 2015-03-13T15:53:21.984-0400 I COMMAND [conn31] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7190.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5218 reslen:44 locks:{} 488ms 2015-03-13T15:53:22.364-0400 I COMMAND [conn29] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 729ms 2015-03-13T15:53:22.396-0400 I COMMAND [conn31] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3967.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5218 reslen:44 locks:{} 401ms 2015-03-13T15:53:22.910-0400 I WRITE [conn32] insert test.foo query: { _id: ObjectId('55034031aef9921dd3b5c651'), x: 3982.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 25 } }, Database: { acquireCount: { w: 25 } }, Collection: { acquireCount: { w: 25 } } } 136ms 2015-03-13T15:53:22.940-0400 I WRITE [conn29] insert test.foo query: { _id: ObjectId('55034032e1693a3846772ec1'), x: 5164.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 9 } }, Database: { acquireCount: { w: 9 } }, Collection: { acquireCount: { w: 9 } } } 115ms 2015-03-13T15:53:23.045-0400 I WRITE [conn32] insert test.foo query: { _id: ObjectId('55034031aef9921dd3b5c654'), x: 3985.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 27 } }, Database: { acquireCount: { w: 27 } }, Collection: { acquireCount: { w: 27 } } } 104ms 2015-03-13T15:53:23.154-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 1041ms 2015-03-13T15:53:23.530-0400 I COMMAND [conn31] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3170.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5245 reslen:44 locks:{} 1122ms 2015-03-13T15:53:23.557-0400 I COMMAND [conn29] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 1042ms 2015-03-13T15:53:23.708-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 398ms 2015-03-13T15:53:23.904-0400 I COMMAND [conn29] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 223ms 2015-03-13T15:53:24.024-0400 I COMMAND [conn31] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6625.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5230 reslen:44 locks:{} 482ms 2015-03-13T15:53:24.151-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 303ms 2015-03-13T15:53:24.372-0400 I COMMAND [conn29] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 377ms 2015-03-13T15:53:24.601-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 355ms 2015-03-13T15:53:24.653-0400 I COMMAND [conn29] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 170ms 2015-03-13T15:53:24.666-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 362ms 2015-03-13T15:53:24.886-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 174ms 2015-03-13T15:53:24.908-0400 I COMMAND [conn29] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 176ms 2015-03-13T15:53:25.025-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 211ms 2015-03-13T15:53:25.598-0400 I WRITE [conn31] insert test.foo query: { _id: ObjectId('5503403470abe7d610767646'), x: 2065.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 3 } }, Database: { acquireCount: { w: 3 } }, Collection: { acquireCount: { w: 3 } } } 393ms 2015-03-13T15:53:25.598-0400 I WRITE [conn32] insert test.foo query: { _id: ObjectId('55034034aef9921dd3b5d84f'), x: 8588.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 9 } }, Database: { acquireCount: { w: 9 } }, Collection: { acquireCount: { w: 9 } } } 394ms 2015-03-13T15:53:25.674-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 728ms 2015-03-13T15:53:25.826-0400 I WRITE [conn31] insert test.foo query: { _id: ObjectId('5503403470abe7d61076785b'), x: 2598.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 10 } }, Database: { acquireCount: { w: 10 } }, Collection: { acquireCount: { w: 10 } } } 112ms 2015-03-13T15:53:26.030-0400 I COMMAND [conn29] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4368.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5286 reslen:44 locks:{} 1111ms 2015-03-13T15:53:26.086-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 942ms 2015-03-13T15:53:26.190-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 367ms 2015-03-13T15:53:26.536-0400 I COMMAND [conn29] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7636.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5280 reslen:44 locks:{} 494ms 2015-03-13T15:53:26.833-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 578ms 2015-03-13T15:53:26.860-0400 I COMMAND [conn32] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7385.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5287 reslen:44 locks:{} 657ms 2015-03-13T15:53:27.394-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 407ms 2015-03-13T15:53:27.397-0400 I COMMAND [conn32] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2688.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5299 reslen:44 locks:{} 528ms 2015-03-13T15:53:28.115-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 601ms 2015-03-13T15:53:28.149-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 610ms 2015-03-13T15:53:28.755-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 496ms 2015-03-13T15:53:28.922-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 652ms 2015-03-13T15:53:29.231-0400 I WRITE [conn32] insert test.foo query: { _id: ObjectId('55034038aef9921dd3b5e63a'), x: 2151.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 2 } } } 109ms 2015-03-13T15:53:29.231-0400 I WRITE [conn31] insert test.foo query: { _id: ObjectId('5503403870abe7d610768d09'), x: 7892.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 10 } }, Database: { acquireCount: { w: 10 } }, Collection: { acquireCount: { w: 10 } } } 160ms 2015-03-13T15:53:29.417-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 512ms 2015-03-13T15:53:29.909-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 842ms 2015-03-13T15:53:30.283-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 727ms 2015-03-13T15:53:31.317-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56332 #33 (9 connections now open) 2015-03-13T15:53:31.672-0400 I WRITE [conn32] insert test.foo query: { _id: ObjectId('55034039aef9921dd3b5ebbb'), x: 3560.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 14 } }, Database: { acquireCount: { w: 14 } }, Collection: { acquireCount: { w: 14 } } } 1233ms 2015-03-13T15:53:31.677-0400 I WRITE [conn31] insert test.foo query: { _id: ObjectId('5503403a70abe7d610769160'), x: 9003.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 1238ms 2015-03-13T15:53:31.955-0400 I COMMAND [conn33] command test.$cmd command: createIndexes { createIndexes: "foo", indexes: [ { key: { x: 1.0 }, name: "x_1" } ] } keyUpdates:0 writeConflicts:0 numYields:0 reslen:149 locks:{} 281ms 2015-03-13T15:53:31.958-0400 I WRITE [conn32] insert test.foo query: { _id: ObjectId('55034039aef9921dd3b5ec3c'), x: 3689.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 16 } }, Database: { acquireCount: { w: 16 }, acquireWaitCount: { w: 1 }, timeAcquiringMicros: { w: 280345 } }, Collection: { acquireCount: { w: 16 } } } 280ms 2015-03-13T15:53:31.959-0400 I WRITE [conn31] insert test.foo query: { _id: ObjectId('5503403a70abe7d610769161'), x: 9004.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 2 } }, Database: { acquireCount: { w: 2 }, acquireWaitCount: { w: 1 }, timeAcquiringMicros: { w: 281102 } }, Collection: { acquireCount: { w: 2 } } } 281ms 2015-03-13T15:53:32.006-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 1948ms 2015-03-13T15:53:32.320-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 1885ms 2015-03-13T15:53:32.616-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 453ms 2015-03-13T15:53:32.861-0400 I COMMAND [conn31] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1790.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5376 reslen:44 locks:{} 531ms 2015-03-13T15:53:33.006-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 250ms 2015-03-13T15:53:33.291-0400 I COMMAND [conn31] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4053.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5351 reslen:44 locks:{} 415ms 2015-03-13T15:53:33.365-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 267ms 2015-03-13T15:53:33.512-0400 I COMMAND [conn31] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4349.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5343 reslen:44 locks:{} 209ms 2015-03-13T15:53:33.555-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 101ms 2015-03-13T15:53:33.821-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 202ms 2015-03-13T15:53:33.835-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 162ms 2015-03-13T15:53:34.017-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 126ms 2015-03-13T15:53:34.031-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 140ms 2015-03-13T15:53:34.302-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 211ms 2015-03-13T15:53:34.573-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 189ms 2015-03-13T15:53:34.952-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 287ms 2015-03-13T15:53:35.234-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 198ms 2015-03-13T15:53:35.642-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 309ms 2015-03-13T15:53:35.739-0400 I - [conn28] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:35.751-0400 I CONTROL [conn28] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:35.763-0400 I WRITE [conn28] update test.foo query: { x: { $gte: 3741.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:2423 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:597 locks:{} 21988ms 2015-03-13T15:53:35.763-0400 I COMMAND [conn28] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 3741.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 21988ms 2015-03-13T15:53:35.763-0400 I NETWORK [conn28] end connection 10.4.110.156:56327 (8 connections now open) 2015-03-13T15:53:35.808-0400 I - [conn29] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:35.811-0400 I - [conn32] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:35.811-0400 I - [conn27] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:35.813-0400 I - [conn33] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:35.816-0400 I CONTROL [conn29] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:35.819-0400 I WRITE [conn29] update test.foo query: { x: { $gte: 970.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:1630 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:297 locks:{} 9265ms 2015-03-13T15:53:35.819-0400 I COMMAND [conn29] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 970.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 9265ms 2015-03-13T15:53:35.819-0400 I NETWORK [conn29] end connection 10.4.110.156:56328 (7 connections now open) 2015-03-13T15:53:35.823-0400 I - [conn30] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:35.832-0400 I CONTROL [conn30] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:35.832-0400 I WRITE [conn30] remove test.foo query: { x: { $gte: 3603.0 } } ndeleted:0 keyUpdates:0 writeConflicts:321 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:377 locks:{} 21144ms 2015-03-13T15:53:35.832-0400 I COMMAND [conn30] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 3603.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 21144ms 2015-03-13T15:53:35.840-0400 I CONTROL [conn27] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:35.848-0400 I WRITE [conn27] update test.foo query: { x: { $gte: 1145.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:1949 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:737 locks:{} 25539ms 2015-03-13T15:53:35.848-0400 I COMMAND [conn27] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 1145.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 25539ms 2015-03-13T15:53:35.848-0400 I NETWORK [conn27] end connection 10.4.110.156:56326 (6 connections now open) 2015-03-13T15:53:35.848-0400 I CONTROL [conn33] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:35.848-0400 I WRITE [conn33] remove test.foo query: { x: { $gte: 3306.0 } } ndeleted:0 keyUpdates:0 writeConflicts:171 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:78 locks:{} 3880ms 2015-03-13T15:53:35.848-0400 I COMMAND [conn33] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 3306.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 3880ms 2015-03-13T15:53:35.850-0400 I CONTROL [conn32] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:35.850-0400 I WRITE [conn32] remove test.foo query: { x: { $gte: 4632.0 } } ndeleted:0 keyUpdates:0 writeConflicts:78 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:36 locks:{} 1820ms 2015-03-13T15:53:35.850-0400 I COMMAND [conn32] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 4632.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 1820ms 2015-03-13T15:53:35.862-0400 I - [conn32] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:35.872-0400 I CONTROL [conn32] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:36.138-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 268ms 2015-03-13T15:53:36.236-0400 I COMMAND [conn30] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2028.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5357 reslen:44 locks:{} 392ms 2015-03-13T15:53:36.476-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 253ms 2015-03-13T15:53:36.708-0400 I - [conn32] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:36.716-0400 I CONTROL [conn32] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:36.717-0400 I WRITE [conn32] update test.foo query: { x: { $gte: 9147.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:23 locks:{} 827ms 2015-03-13T15:53:36.717-0400 I COMMAND [conn32] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 9147.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 827ms 2015-03-13T15:53:36.747-0400 I COMMAND [conn30] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 381ms 2015-03-13T15:53:37.018-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56333 #34 (7 connections now open) 2015-03-13T15:53:38.633-0400 I WRITE [conn30] insert test.foo query: { _id: ObjectId('550340404d370cc723c531ca'), x: 2134.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 2 } } } 1692ms 2015-03-13T15:53:39.005-0400 I COMMAND [conn34] command test.$cmd command: createIndexes { createIndexes: "foo", indexes: [ { key: { x: 1.0 }, name: "x_1" } ] } keyUpdates:0 writeConflicts:0 numYields:0 reslen:149 locks:{} 367ms 2015-03-13T15:53:39.005-0400 I WRITE [conn30] insert test.foo query: { _id: ObjectId('550340404d370cc723c53223'), x: 2223.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 4 } }, Database: { acquireCount: { w: 4 }, acquireWaitCount: { w: 1 }, timeAcquiringMicros: { w: 345728 } }, Collection: { acquireCount: { w: 4 } } } 346ms 2015-03-13T15:53:39.068-0400 I - [conn33] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:39.073-0400 I COMMAND [conn30] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 2155ms 2015-03-13T15:53:39.073-0400 I NETWORK [conn30] end connection 10.4.110.156:56329 (6 connections now open) 2015-03-13T15:53:39.076-0400 I CONTROL [conn33] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:39.076-0400 I WRITE [conn33] update test.foo query: { x: { $gte: 955.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:188 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:46 locks:{} 3213ms 2015-03-13T15:53:39.076-0400 I COMMAND [conn33] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 955.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 3213ms 2015-03-13T15:53:39.123-0400 I - [conn34] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:39.123-0400 I - [conn32] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:39.124-0400 I - [conn31] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:39.131-0400 I CONTROL [conn32] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:39.131-0400 I WRITE [conn32] update test.foo query: { x: { $gte: 6420.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:340 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:18 locks:{} 2391ms 2015-03-13T15:53:39.132-0400 I COMMAND [conn32] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 6420.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 2391ms 2015-03-13T15:53:39.139-0400 I CONTROL [conn31] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:39.139-0400 I WRITE [conn31] remove test.foo query: { x: { $gte: 7155.0 } } ndeleted:0 keyUpdates:0 writeConflicts:38 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:13 locks:{} 2654ms 2015-03-13T15:53:39.139-0400 I COMMAND [conn31] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 7155.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 2654ms 2015-03-13T15:53:39.147-0400 I CONTROL [conn34] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:39.147-0400 I WRITE [conn34] update test.foo query: { x: { $gte: 5945.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:371 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:7 locks:{} 116ms 2015-03-13T15:53:39.147-0400 I COMMAND [conn34] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 5945.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 116ms 2015-03-13T15:53:39.157-0400 I - [conn31] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:39.161-0400 I - [conn34] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:39.165-0400 I CONTROL [conn31] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:39.173-0400 I CONTROL [conn34] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:39.181-0400 I - [conn31] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:39.197-0400 I CONTROL [conn31] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:39.280-0400 I COMMAND [conn32] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5493.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5368 reslen:44 locks:{} 136ms 2015-03-13T15:53:39.320-0400 I COMMAND [conn34] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9697.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5368 reslen:44 locks:{} 133ms 2015-03-13T15:53:39.455-0400 I COMMAND [conn34] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3615.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5368 reslen:44 locks:{} 125ms 2015-03-13T15:53:39.521-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 142ms 2015-03-13T15:53:39.524-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 131ms 2015-03-13T15:53:39.579-0400 I COMMAND [conn34] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8023.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5368 reslen:44 locks:{} 114ms 2015-03-13T15:53:39.973-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 353ms 2015-03-13T15:53:40.000-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 351ms 2015-03-13T15:53:40.039-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 340ms 2015-03-13T15:53:40.058-0400 I COMMAND [conn34] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9958.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5380 reslen:44 locks:{} 469ms 2015-03-13T15:53:40.342-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 285ms 2015-03-13T15:53:40.371-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 256ms 2015-03-13T15:53:40.385-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 300ms 2015-03-13T15:53:40.573-0400 I COMMAND [conn34] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6342.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5379 reslen:44 locks:{} 504ms 2015-03-13T15:53:40.835-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 371ms 2015-03-13T15:53:40.867-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 360ms 2015-03-13T15:53:40.869-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 366ms 2015-03-13T15:53:41.098-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 186ms 2015-03-13T15:53:41.166-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 237ms 2015-03-13T15:53:41.203-0400 I COMMAND [conn34] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5074.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5388 reslen:44 locks:{} 620ms 2015-03-13T15:53:41.209-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 237ms 2015-03-13T15:53:41.316-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 127ms 2015-03-13T15:53:41.519-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 280ms 2015-03-13T15:53:41.560-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 240ms 2015-03-13T15:53:41.609-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 226ms 2015-03-13T15:53:41.719-0400 I COMMAND [conn34] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9631.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5383 reslen:44 locks:{} 502ms 2015-03-13T15:53:41.794-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 126ms 2015-03-13T15:53:41.935-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 217ms 2015-03-13T15:53:41.940-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 251ms 2015-03-13T15:53:42.108-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 240ms 2015-03-13T15:53:42.227-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 214ms 2015-03-13T15:53:42.252-0400 I COMMAND [conn32] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4790.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5475 reslen:44 locks:{} 305ms 2015-03-13T15:53:42.306-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 109ms 2015-03-13T15:53:42.366-0400 I COMMAND [conn31] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8948.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5397 reslen:44 locks:{} 127ms 2015-03-13T15:53:42.395-0400 I COMMAND [conn32] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8873.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5399 reslen:44 locks:{} 134ms 2015-03-13T15:53:42.525-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 153ms 2015-03-13T15:53:42.557-0400 I COMMAND [conn32] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5131.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5498 reslen:44 locks:{} 154ms 2015-03-13T15:53:42.582-0400 I COMMAND [conn31] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1107.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5587 reslen:44 locks:{} 204ms 2015-03-13T15:53:43.014-0400 I COMMAND [conn33] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5766.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5499 reslen:44 locks:{} 476ms 2015-03-13T15:53:43.038-0400 I COMMAND [conn31] command test.$cmd command: count { count: "foo", query: { x: { $gte: 793.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5676 reslen:44 locks:{} 449ms 2015-03-13T15:53:43.043-0400 I COMMAND [conn32] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2606.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5554 reslen:44 locks:{} 471ms 2015-03-13T15:53:43.349-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 169ms 2015-03-13T15:53:43.366-0400 I COMMAND [conn31] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2958.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5540 reslen:44 locks:{} 315ms 2015-03-13T15:53:43.372-0400 I COMMAND [conn32] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9685.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5418 reslen:44 locks:{} 314ms 2015-03-13T15:53:43.817-0400 I COMMAND [conn31] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8777.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5465 reslen:44 locks:{} 437ms 2015-03-13T15:53:43.830-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 267ms 2015-03-13T15:53:43.838-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 354ms 2015-03-13T15:53:44.240-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 344ms 2015-03-13T15:53:44.274-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 373ms 2015-03-13T15:53:44.386-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 391ms 2015-03-13T15:53:44.535-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56334 #35 (7 connections now open) 2015-03-13T15:53:45.082-0400 I COMMAND [conn35] command test.$cmd command: createIndexes { createIndexes: "foo", indexes: [ { key: { x: 1.0 }, name: "x_1" } ] } keyUpdates:0 writeConflicts:0 numYields:0 reslen:149 locks:{} 542ms 2015-03-13T15:53:45.082-0400 I WRITE [conn32] insert test.foo query: { _id: ObjectId('55034048aef9921dd3b6376c'), x: 2937.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 14 } }, Database: { acquireCount: { w: 14 }, acquireWaitCount: { w: 1 }, timeAcquiringMicros: { w: 1033226 } }, Collection: { acquireCount: { w: 14 } } } 533ms 2015-03-13T15:53:45.082-0400 I WRITE [conn31] insert test.foo query: { _id: ObjectId('5503404870abe7d61076e763'), x: 1022.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 4 } }, Database: { acquireCount: { w: 4 }, acquireWaitCount: { w: 1 }, timeAcquiringMicros: { w: 1033718 } }, Collection: { acquireCount: { w: 4 } } } 533ms 2015-03-13T15:53:45.082-0400 I WRITE [conn33] insert test.foo query: { _id: ObjectId('55034048a7eba7027ef67470'), x: 4626.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 12 } }, Database: { acquireCount: { w: 12 }, acquireWaitCount: { w: 1 }, timeAcquiringMicros: { w: 1033694 } }, Collection: { acquireCount: { w: 12 } } } 533ms 2015-03-13T15:53:45.088-0400 I COMMAND [conn32] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 785ms 2015-03-13T15:53:45.118-0400 I NETWORK [conn32] end connection 10.4.110.156:56331 (6 connections now open) 2015-03-13T15:53:45.142-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56335 #36 (7 connections now open) 2015-03-13T15:53:45.206-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 858ms 2015-03-13T15:53:45.303-0400 I COMMAND [conn31] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 816ms 2015-03-13T15:53:45.304-0400 I NETWORK [conn31] end connection 10.4.110.156:56330 (6 connections now open) 2015-03-13T15:53:45.306-0400 I COMMAND [conn35] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3242.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5540 reslen:44 locks:{} 215ms 2015-03-13T15:53:45.382-0400 I COMMAND [conn36] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7394.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5506 reslen:44 locks:{} 170ms 2015-03-13T15:53:45.451-0400 I COMMAND [conn35] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5344.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5506 reslen:44 locks:{} 132ms 2015-03-13T15:53:46.160-0400 I WRITE [conn33] insert test.foo query: { _id: ObjectId('55034049a7eba7027ef675e6'), x: 5000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 796ms 2015-03-13T15:53:46.328-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 968ms 2015-03-13T15:53:46.515-0400 I - [conn34] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:46.538-0400 I CONTROL [conn34] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:46.540-0400 I WRITE [conn34] update test.foo query: { x: { $gte: 4190.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:255 locks:{} 4810ms 2015-03-13T15:53:46.540-0400 I COMMAND [conn34] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 4190.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 4810ms 2015-03-13T15:53:46.772-0400 I COMMAND [conn35] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 136ms 2015-03-13T15:53:46.778-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 158ms 2015-03-13T15:53:46.784-0400 I COMMAND [conn36] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 179ms 2015-03-13T15:53:46.802-0400 I - [conn34] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:46.810-0400 I CONTROL [conn34] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:46.810-0400 I WRITE [conn34] remove test.foo query: { x: { $gte: 7366.0 } } ndeleted:0 keyUpdates:0 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:57 locks:{} 254ms 2015-03-13T15:53:46.810-0400 I COMMAND [conn34] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 7366.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 254ms 2015-03-13T15:53:46.939-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 105ms 2015-03-13T15:53:46.977-0400 I COMMAND [conn34] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8462.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5452 reslen:44 locks:{} 156ms 2015-03-13T15:53:47.019-0400 I COMMAND [conn35] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 123ms 2015-03-13T15:53:47.030-0400 I COMMAND [conn36] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 136ms 2015-03-13T15:53:47.135-0400 I COMMAND [conn34] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9846.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5455 reslen:44 locks:{} 148ms 2015-03-13T15:53:47.227-0400 I COMMAND [conn36] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 126ms 2015-03-13T15:53:47.237-0400 I COMMAND [conn35] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 140ms 2015-03-13T15:53:47.289-0400 I COMMAND [conn33] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3149.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5537 reslen:44 locks:{} 208ms 2015-03-13T15:53:47.339-0400 I COMMAND [conn34] command test.$cmd command: count { count: "foo", query: { x: { $gte: 791.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5732 reslen:44 locks:{} 194ms 2015-03-13T15:53:47.445-0400 I COMMAND [conn35] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 149ms 2015-03-13T15:53:47.484-0400 I COMMAND [conn33] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5605.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5501 reslen:44 locks:{} 170ms 2015-03-13T15:53:47.485-0400 I COMMAND [conn36] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 198ms 2015-03-13T15:53:47.495-0400 I COMMAND [conn34] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3140.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5550 reslen:44 locks:{} 143ms 2015-03-13T15:53:47.596-0400 I COMMAND [conn35] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 103ms 2015-03-13T15:53:47.699-0400 I COMMAND [conn34] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6032.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5503 reslen:44 locks:{} 196ms 2015-03-13T15:53:47.710-0400 I COMMAND [conn33] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1853.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5643 reslen:44 locks:{} 214ms 2015-03-13T15:53:47.743-0400 I COMMAND [conn36] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 183ms 2015-03-13T15:53:47.766-0400 I COMMAND [conn35] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 127ms 2015-03-13T15:53:47.989-0400 I COMMAND [conn36] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 104ms 2015-03-13T15:53:47.990-0400 I COMMAND [conn35] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 113ms 2015-03-13T15:53:47.994-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 125ms 2015-03-13T15:53:48.143-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 103ms 2015-03-13T15:53:48.259-0400 I COMMAND [conn36] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 102ms 2015-03-13T15:53:48.279-0400 I COMMAND [conn35] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 102ms 2015-03-13T15:53:48.286-0400 I - [conn34] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:48.296-0400 I CONTROL [conn34] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:48.297-0400 I WRITE [conn34] update test.foo query: { x: { $gte: 7529.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:67 locks:{} 562ms 2015-03-13T15:53:48.297-0400 I COMMAND [conn34] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 7529.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 562ms 2015-03-13T15:53:48.508-0400 I COMMAND [conn35] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 109ms 2015-03-13T15:53:48.560-0400 I COMMAND [conn36] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9378.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5536 reslen:44 locks:{} 165ms 2015-03-13T15:53:48.622-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 101ms 2015-03-13T15:53:48.885-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 116ms 2015-03-13T15:53:48.903-0400 I COMMAND [conn36] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 121ms 2015-03-13T15:53:49.048-0400 I COMMAND [conn36] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 114ms 2015-03-13T15:53:49.070-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 154ms 2015-03-13T15:53:49.107-0400 I COMMAND [conn35] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 127ms 2015-03-13T15:53:49.183-0400 I COMMAND [conn36] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 106ms 2015-03-13T15:53:49.205-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 107ms 2015-03-13T15:53:49.238-0400 I COMMAND [conn35] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 106ms 2015-03-13T15:53:49.314-0400 I COMMAND [conn36] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 102ms 2015-03-13T15:53:49.369-0400 I COMMAND [conn33] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4437.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5741 reslen:44 locks:{} 153ms 2015-03-13T15:53:49.441-0400 I COMMAND [conn35] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 176ms 2015-03-13T15:53:49.592-0400 I COMMAND [conn36] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 119ms 2015-03-13T15:53:49.598-0400 I COMMAND [conn35] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 123ms 2015-03-13T15:53:49.649-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 168ms 2015-03-13T15:53:49.729-0400 I COMMAND [conn36] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 102ms 2015-03-13T15:53:49.752-0400 I COMMAND [conn35] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 131ms 2015-03-13T15:53:49.866-0400 I COMMAND [conn36] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 111ms 2015-03-13T15:53:49.919-0400 I COMMAND [conn35] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7735.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5769 reslen:44 locks:{} 153ms 2015-03-13T15:53:50.010-0400 I COMMAND [conn36] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 117ms 2015-03-13T15:53:50.056-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 142ms 2015-03-13T15:53:50.079-0400 I COMMAND [conn35] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8111.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5790 reslen:44 locks:{} 152ms 2015-03-13T15:53:50.206-0400 I COMMAND [conn36] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7731.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:5804 reslen:44 locks:{} 186ms 2015-03-13T15:53:50.333-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 126ms 2015-03-13T15:53:50.577-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 108ms 2015-03-13T15:53:51.058-0400 I WRITE [conn33] insert test.foo query: { _id: ObjectId('5503404ea7eba7027ef6d3a6'), x: 9000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 356ms 2015-03-13T15:53:51.191-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 491ms 2015-03-13T15:53:54.852-0400 I - [conn34] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:54.860-0400 I CONTROL [conn34] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:54.864-0400 I WRITE [conn34] update test.foo query: { x: { $gte: 4988.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:8231 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:441 locks:{} 6555ms 2015-03-13T15:53:54.864-0400 I COMMAND [conn34] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 4988.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 6555ms 2015-03-13T15:53:54.900-0400 I - [conn33] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:54.900-0400 I - [conn35] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:54.901-0400 I - [conn24] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:54.902-0400 I - [conn36] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:54.908-0400 I CONTROL [conn33] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:54.910-0400 I WRITE [conn33] update test.foo query: { x: { $gte: 1621.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:10879 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:217 locks:{} 3707ms 2015-03-13T15:53:54.910-0400 I COMMAND [conn33] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 1621.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 3707ms 2015-03-13T15:53:54.916-0400 I CONTROL [conn36] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:54.920-0400 I WRITE [conn36] update test.foo query: { x: { $gte: 7765.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:11780 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:258 locks:{} 4698ms 2015-03-13T15:53:54.920-0400 I COMMAND [conn36] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 7765.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 4699ms 2015-03-13T15:53:54.924-0400 I CONTROL [conn35] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:54.928-0400 I WRITE [conn35] update test.foo query: { x: { $gte: 2503.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:8919 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:348 locks:{} 4839ms 2015-03-13T15:53:54.928-0400 I COMMAND [conn35] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 2503.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 4839ms 2015-03-13T15:53:54.932-0400 I CONTROL [conn24] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:54.935-0400 I - [conn36] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:54.941-0400 I - [conn35] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:54.943-0400 I CONTROL [conn36] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:54.950-0400 I WRITE [conn24] update test.foo query: { x: { $gte: 609.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:11492 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:1417 locks:{} 78879ms 2015-03-13T15:53:54.950-0400 I COMMAND [conn24] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 609.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 78879ms 2015-03-13T15:53:54.950-0400 I NETWORK [conn24] end connection 10.4.110.156:56323 (5 connections now open) 2015-03-13T15:53:54.953-0400 I CONTROL [conn35] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:54.958-0400 I - [conn36] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:54.966-0400 I CONTROL [conn36] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:55.089-0400 I COMMAND [conn33] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3450.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6133 reslen:44 locks:{} 169ms 2015-03-13T15:53:55.117-0400 I COMMAND [conn36] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7286.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6133 reslen:44 locks:{} 143ms 2015-03-13T15:53:55.235-0400 I COMMAND [conn33] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6413.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6133 reslen:44 locks:{} 135ms 2015-03-13T15:53:55.271-0400 I COMMAND [conn36] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3616.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6133 reslen:44 locks:{} 136ms 2015-03-13T15:53:55.281-0400 I - [conn36] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:55.289-0400 I CONTROL [conn36] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:55.380-0400 I COMMAND [conn35] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 112ms 2015-03-13T15:53:55.387-0400 I COMMAND [conn33] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2769.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6133 reslen:44 locks:{} 143ms 2015-03-13T15:53:55.458-0400 I COMMAND [conn36] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1698.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6138 reslen:44 locks:{} 160ms 2015-03-13T15:53:55.574-0400 I COMMAND [conn33] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5812.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6133 reslen:44 locks:{} 180ms 2015-03-13T15:53:55.599-0400 I COMMAND [conn36] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8177.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6133 reslen:44 locks:{} 130ms 2015-03-13T15:53:55.756-0400 I COMMAND [conn34] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 119ms 2015-03-13T15:53:55.806-0400 I COMMAND [conn35] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 113ms 2015-03-13T15:53:55.878-0400 I - [conn33] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:55.895-0400 I CONTROL [conn33] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:55.895-0400 I WRITE [conn33] remove test.foo query: { x: { $gte: 2317.0 } } ndeleted:0 keyUpdates:0 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:61 locks:{} 313ms 2015-03-13T15:53:55.895-0400 I COMMAND [conn33] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 2317.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 313ms 2015-03-13T15:53:56.063-0400 I COMMAND [conn33] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4456.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6146 reslen:44 locks:{} 153ms 2015-03-13T15:53:56.161-0400 I COMMAND [conn35] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 145ms 2015-03-13T15:53:56.335-0400 I COMMAND [conn35] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7125.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6166 reslen:44 locks:{} 165ms 2015-03-13T15:53:56.469-0400 I COMMAND [conn34] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3026.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6212 reslen:44 locks:{} 158ms 2015-03-13T15:53:56.510-0400 I COMMAND [conn36] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 131ms 2015-03-13T15:53:56.670-0400 I COMMAND [conn34] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3482.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6220 reslen:44 locks:{} 193ms 2015-03-13T15:53:56.775-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 107ms 2015-03-13T15:53:56.841-0400 I COMMAND [conn34] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6031.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6228 reslen:44 locks:{} 149ms 2015-03-13T15:53:58.840-0400 I WRITE [conn33] insert test.foo query: { _id: ObjectId('55034054a7eba7027ef6eb16'), x: 5000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 2028ms 2015-03-13T15:53:58.840-0400 I WRITE [conn36] insert test.foo query: { _id: ObjectId('5503405482aab2fba35ec924'), x: 9655.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 6 } }, Database: { acquireCount: { w: 6 } }, Collection: { acquireCount: { w: 6 } } } 2034ms 2015-03-13T15:53:58.873-0400 I COMMAND [conn36] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 2117ms 2015-03-13T15:53:58.929-0400 I COMMAND [conn33] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 2121ms 2015-03-13T15:53:59.006-0400 I COMMAND [conn34] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1493.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6300 reslen:44 locks:{} 157ms 2015-03-13T15:53:59.482-0400 I - [conn35] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:53:59.497-0400 I CONTROL [conn35] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:53:59.498-0400 I WRITE [conn35] update test.foo query: { x: { $gte: 4341.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:142 locks:{} 3154ms 2015-03-13T15:53:59.499-0400 I COMMAND [conn35] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 4341.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 3154ms 2015-03-13T15:53:59.648-0400 I COMMAND [conn34] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 122ms 2015-03-13T15:53:59.708-0400 I COMMAND [conn35] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9187.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6242 reslen:44 locks:{} 195ms 2015-03-13T15:53:59.772-0400 I COMMAND [conn33] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4739.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6278 reslen:44 locks:{} 198ms 2015-03-13T15:53:59.899-0400 I COMMAND [conn35] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4106.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6297 reslen:44 locks:{} 182ms 2015-03-13T15:53:59.942-0400 I COMMAND [conn33] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6529.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6264 reslen:44 locks:{} 163ms 2015-03-13T15:54:00.227-0400 I COMMAND [conn34] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9753.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6273 reslen:44 locks:{} 134ms 2015-03-13T15:54:01.322-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56336 #37 (6 connections now open) 2015-03-13T15:54:02.014-0400 I WRITE [conn34] insert test.foo query: { _id: ObjectId('550340587cb860b9eecf66c5'), x: 924.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 8 } }, Database: { acquireCount: { w: 8 } }, Collection: { acquireCount: { w: 8 } } } 1653ms 2015-03-13T15:54:02.050-0400 I COMMAND [conn34] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 1722ms 2015-03-13T15:54:02.093-0400 I - [conn35] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:02.103-0400 I CONTROL [conn35] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:02.108-0400 I WRITE [conn35] update test.foo query: { x: { $gte: 4036.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:16 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:95 locks:{} 2197ms 2015-03-13T15:54:02.108-0400 I COMMAND [conn35] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 4036.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 2197ms 2015-03-13T15:54:02.113-0400 I - [conn33] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:02.123-0400 I CONTROL [conn33] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:02.123-0400 I WRITE [conn33] remove test.foo query: { x: { $gte: 6890.0 } } ndeleted:0 keyUpdates:0 writeConflicts:12 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:95 locks:{} 2172ms 2015-03-13T15:54:02.123-0400 I COMMAND [conn33] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 6890.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 2172ms 2015-03-13T15:54:02.124-0400 I NETWORK [conn33] end connection 10.4.110.156:56332 (5 connections now open) 2015-03-13T15:54:02.225-0400 I COMMAND [conn37] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3755.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6251 reslen:44 locks:{} 175ms 2015-03-13T15:54:02.317-0400 I COMMAND [conn35] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8765.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6236 reslen:44 locks:{} 193ms 2015-03-13T15:54:03.384-0400 I WRITE [conn34] insert test.foo query: { _id: ObjectId('5503405a7cb860b9eecf72c9'), x: 4000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 894ms 2015-03-13T15:54:03.502-0400 I COMMAND [conn34] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 1014ms 2015-03-13T15:54:04.080-0400 I - [conn35] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:04.088-0400 I CONTROL [conn35] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:04.088-0400 I WRITE [conn35] remove test.foo query: { x: { $gte: 1007.0 } } ndeleted:0 keyUpdates:0 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:171 locks:{} 1760ms 2015-03-13T15:54:04.088-0400 I COMMAND [conn35] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 1007.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 1760ms 2015-03-13T15:54:04.118-0400 I - [conn35] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:04.126-0400 I CONTROL [conn35] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:04.153-0400 I - [conn35] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:04.160-0400 I CONTROL [conn35] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:04.251-0400 I COMMAND [conn34] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3226.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6237 reslen:44 locks:{} 177ms 2015-03-13T15:54:04.360-0400 I COMMAND [conn35] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5540.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6237 reslen:44 locks:{} 189ms 2015-03-13T15:54:04.397-0400 I - [conn35] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:04.405-0400 I CONTROL [conn35] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:04.444-0400 I COMMAND [conn34] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2811.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6237 reslen:44 locks:{} 184ms 2015-03-13T15:54:04.620-0400 I COMMAND [conn34] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1318.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6237 reslen:44 locks:{} 168ms 2015-03-13T15:54:04.650-0400 I - [conn34] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:04.658-0400 I CONTROL [conn34] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:05.466-0400 I COMMAND [conn34] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 138ms 2015-03-13T15:54:05.714-0400 I WRITE [conn35] insert test.foo query: { _id: ObjectId('5503405d39530fcc3bff4b94'), x: 844.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 7 } }, Database: { acquireCount: { w: 7 } }, Collection: { acquireCount: { w: 7 } } } 140ms 2015-03-13T15:54:05.742-0400 I WRITE [conn34] insert test.foo query: { _id: ObjectId('5503405d7cb860b9eecfa979'), x: 8000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 150ms 2015-03-13T15:54:05.748-0400 I COMMAND [conn35] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 232ms 2015-03-13T15:54:05.817-0400 I COMMAND [conn34] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 227ms 2015-03-13T15:54:06.516-0400 I - [conn36] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:06.524-0400 I CONTROL [conn36] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:06.525-0400 I WRITE [conn36] remove test.foo query: { x: { $gte: 1310.0 } } ndeleted:0 keyUpdates:0 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:196 locks:{} 1121ms 2015-03-13T15:54:06.525-0400 I COMMAND [conn36] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 1310.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 1121ms 2015-03-13T15:54:06.884-0400 I - [conn34] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:06.896-0400 I CONTROL [conn34] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:06.898-0400 I WRITE [conn34] update test.foo query: { x: { $gte: 784.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:1 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:115 locks:{} 988ms 2015-03-13T15:54:06.898-0400 I COMMAND [conn34] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 784.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 988ms 2015-03-13T15:54:06.936-0400 I - [conn36] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:06.947-0400 I CONTROL [conn36] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:06.947-0400 I WRITE [conn36] remove test.foo query: { x: { $gte: 3973.0 } } ndeleted:0 keyUpdates:0 writeConflicts:46 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:14 locks:{} 408ms 2015-03-13T15:54:06.947-0400 I COMMAND [conn36] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 3973.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 408ms 2015-03-13T15:54:07.025-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56337 #38 (6 connections now open) 2015-03-13T15:54:07.324-0400 I WRITE [conn35] insert test.foo query: { _id: ObjectId('5503405e39530fcc3bff7ef8'), x: 4000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 }, acquireWaitCount: { w: 1 }, timeAcquiringMicros: { w: 265742 } }, Collection: { acquireCount: { w: 1 } } } 265ms 2015-03-13T15:54:07.325-0400 I COMMAND [conn38] command test.$cmd command: createIndexes { createIndexes: "foo", indexes: [ { key: { x: 1.0 }, name: "x_1" } ] } keyUpdates:0 writeConflicts:0 numYields:0 reslen:149 locks:{} 285ms 2015-03-13T15:54:07.378-0400 I COMMAND [conn34] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6665.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6267 reslen:44 locks:{} 467ms 2015-03-13T15:54:07.378-0400 I NETWORK [conn34] end connection 10.4.110.156:56333 (5 connections now open) 2015-03-13T15:54:07.424-0400 I COMMAND [conn35] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 367ms 2015-03-13T15:54:07.438-0400 I COMMAND [conn36] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2708.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6265 reslen:44 locks:{} 483ms 2015-03-13T15:54:07.515-0400 I COMMAND [conn38] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2522.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6274 reslen:44 locks:{} 176ms 2015-03-13T15:54:07.525-0400 I - [conn38] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:07.533-0400 I CONTROL [conn38] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:07.585-0400 I COMMAND [conn36] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2094.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6286 reslen:44 locks:{} 135ms 2015-03-13T15:54:07.720-0400 I COMMAND [conn36] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9943.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6263 reslen:44 locks:{} 126ms 2015-03-13T15:54:07.790-0400 I - [conn36] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:07.793-0400 I - [conn38] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:07.804-0400 I CONTROL [conn36] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:07.811-0400 I CONTROL [conn38] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:07.811-0400 I WRITE [conn38] remove test.foo query: { x: { $gte: 1574.0 } } ndeleted:0 keyUpdates:0 writeConflicts:6 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:55 locks:{} 267ms 2015-03-13T15:54:07.811-0400 I COMMAND [conn38] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 1574.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 267ms 2015-03-13T15:54:07.948-0400 I - [conn35] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:07.949-0400 I - [conn38] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:07.955-0400 I CONTROL [conn35] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:07.963-0400 I CONTROL [conn38] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:07.963-0400 I WRITE [conn38] update test.foo query: { x: { $gte: 1597.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:375 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:6 locks:{} 142ms 2015-03-13T15:54:07.963-0400 I COMMAND [conn38] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 1597.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 142ms 2015-03-13T15:54:07.967-0400 I COMMAND [conn36] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7258.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6274 reslen:44 locks:{} 154ms 2015-03-13T15:54:08.145-0400 I COMMAND [conn38] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2180.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6274 reslen:44 locks:{} 172ms 2015-03-13T15:54:08.149-0400 I COMMAND [conn35] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9198.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6274 reslen:44 locks:{} 183ms 2015-03-13T15:54:08.152-0400 I COMMAND [conn36] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2997.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6274 reslen:44 locks:{} 174ms 2015-03-13T15:54:08.159-0400 I - [conn35] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:08.167-0400 I CONTROL [conn35] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:08.285-0400 I COMMAND [conn36] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5724.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6274 reslen:44 locks:{} 124ms 2015-03-13T15:54:08.296-0400 I - [conn36] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:08.303-0400 I CONTROL [conn36] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:08.313-0400 I - [conn36] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:08.321-0400 I CONTROL [conn36] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:08.486-0400 I COMMAND [conn36] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1380.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6276 reslen:44 locks:{} 151ms 2015-03-13T15:54:08.637-0400 I COMMAND [conn36] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6730.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6274 reslen:44 locks:{} 139ms 2015-03-13T15:54:08.648-0400 I - [conn36] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:08.655-0400 I CONTROL [conn36] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:08.890-0400 I COMMAND [conn35] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 121ms 2015-03-13T15:54:08.891-0400 I COMMAND [conn38] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 110ms 2015-03-13T15:54:08.905-0400 I COMMAND [conn36] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 120ms 2015-03-13T15:54:09.503-0400 I COMMAND [conn38] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 110ms 2015-03-13T15:54:09.785-0400 I COMMAND [conn38] command test.$cmd command: count { count: "foo", query: { x: { $gte: 287.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6932 reslen:44 locks:{} 167ms 2015-03-13T15:54:09.921-0400 I COMMAND [conn38] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2585.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6448 reslen:44 locks:{} 127ms 2015-03-13T15:54:10.050-0400 I COMMAND [conn38] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6878.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6347 reslen:44 locks:{} 120ms 2015-03-13T15:54:10.177-0400 I COMMAND [conn38] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8989.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6298 reslen:44 locks:{} 118ms 2015-03-13T15:54:10.304-0400 I COMMAND [conn38] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1703.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6495 reslen:44 locks:{} 120ms 2015-03-13T15:54:11.421-0400 I - [conn38] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:11.429-0400 I CONTROL [conn38] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:11.432-0400 I WRITE [conn38] update test.foo query: { x: { $gte: 4675.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:31 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:230 locks:{} 1119ms 2015-03-13T15:54:11.432-0400 I COMMAND [conn38] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 4675.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 1119ms 2015-03-13T15:54:11.571-0400 I - [conn36] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:11.579-0400 I CONTROL [conn36] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:11.579-0400 I WRITE [conn36] remove test.foo query: { x: { $gte: 3013.0 } } ndeleted:0 keyUpdates:0 writeConflicts:109 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:112 locks:{} 1087ms 2015-03-13T15:54:11.579-0400 I COMMAND [conn36] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 3013.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 1087ms 2015-03-13T15:54:11.721-0400 I COMMAND [conn36] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1702.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6424 reslen:44 locks:{} 132ms 2015-03-13T15:54:12.737-0400 I COMMAND [conn38] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3253.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6492 reslen:44 locks:{} 145ms 2015-03-13T15:54:13.158-0400 I - [conn36] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:13.165-0400 I CONTROL [conn36] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:13.166-0400 I WRITE [conn36] update test.foo query: { x: { $gte: 4621.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:122 locks:{} 602ms 2015-03-13T15:54:13.166-0400 I COMMAND [conn36] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 4621.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 602ms 2015-03-13T15:54:13.228-0400 I - [conn38] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:13.237-0400 I CONTROL [conn38] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:13.237-0400 I WRITE [conn38] remove test.foo query: { x: { $gte: 3249.0 } } ndeleted:0 keyUpdates:0 writeConflicts:49 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:51 locks:{} 487ms 2015-03-13T15:54:13.237-0400 I COMMAND [conn38] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 3249.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 487ms 2015-03-13T15:54:13.328-0400 I COMMAND [conn36] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8975.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6464 reslen:44 locks:{} 153ms 2015-03-13T15:54:13.381-0400 I COMMAND [conn38] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8545.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6443 reslen:44 locks:{} 131ms 2015-03-13T15:54:13.391-0400 I - [conn38] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:13.399-0400 I CONTROL [conn38] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:14.407-0400 I COMMAND [conn36] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1033.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6664 reslen:44 locks:{} 154ms 2015-03-13T15:54:14.535-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56338 #39 (6 connections now open) 2015-03-13T15:54:15.147-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56339 #40 (7 connections now open) 2015-03-13T15:54:15.273-0400 I WRITE [conn39] insert test.foo query: { _id: ObjectId('550340676c8555d008046b8e'), x: 2127.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 2 } }, Database: { acquireCount: { w: 2 }, acquireWaitCount: { w: 1 }, timeAcquiringMicros: { w: 112826 } }, Collection: { acquireCount: { w: 2 } } } 112ms 2015-03-13T15:54:15.273-0400 I COMMAND [conn40] command test.$cmd command: createIndexes { createIndexes: "foo", indexes: [ { key: { x: 1.0 }, name: "x_1" } ] } keyUpdates:0 writeConflicts:0 numYields:0 reslen:149 locks:{} 118ms 2015-03-13T15:54:15.321-0400 I COMMAND [conn39] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 173ms 2015-03-13T15:54:15.488-0400 I COMMAND [conn39] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 101ms 2015-03-13T15:54:15.860-0400 I COMMAND [conn40] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 133ms 2015-03-13T15:54:16.007-0400 I COMMAND [conn39] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 118ms 2015-03-13T15:54:16.693-0400 I WRITE [conn40] insert test.foo query: { _id: ObjectId('550340681e2e3e6d2087f7d6'), x: 5000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 400ms 2015-03-13T15:54:16.765-0400 I COMMAND [conn40] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 475ms 2015-03-13T15:54:16.974-0400 I COMMAND [conn40] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 127ms 2015-03-13T15:54:17.293-0400 I - [conn38] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:17.293-0400 I - [conn39] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:17.294-0400 I - [conn36] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:17.301-0400 I CONTROL [conn38] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:17.305-0400 I WRITE [conn38] update test.foo query: { x: { $gte: 1390.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:224 locks:{} 2815ms 2015-03-13T15:54:17.305-0400 I COMMAND [conn38] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 1390.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 2815ms 2015-03-13T15:54:17.311-0400 I CONTROL [conn36] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:17.313-0400 I WRITE [conn36] update test.foo query: { x: { $gte: 8301.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:762 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:237 locks:{} 2896ms 2015-03-13T15:54:17.313-0400 I COMMAND [conn36] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 8301.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 2896ms 2015-03-13T15:54:17.313-0400 I NETWORK [conn36] end connection 10.4.110.156:56335 (6 connections now open) 2015-03-13T15:54:17.319-0400 I CONTROL [conn39] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:17.319-0400 I WRITE [conn39] remove test.foo query: { x: { $gte: 7097.0 } } ndeleted:0 keyUpdates:0 writeConflicts:8 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:70 locks:{} 1085ms 2015-03-13T15:54:17.319-0400 I COMMAND [conn39] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 7097.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 1085ms 2015-03-13T15:54:17.433-0400 I - [conn39] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:17.441-0400 I CONTROL [conn39] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:17.441-0400 I WRITE [conn39] update test.foo query: { x: { $gte: 8451.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:9 locks:{} 112ms 2015-03-13T15:54:17.441-0400 I COMMAND [conn39] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 8451.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 112ms 2015-03-13T15:54:17.548-0400 I COMMAND [conn38] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9779.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6687 reslen:44 locks:{} 228ms 2015-03-13T15:54:17.578-0400 I COMMAND [conn40] command test.$cmd command: count { count: "foo", query: { x: { $gte: 590.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6871 reslen:44 locks:{} 200ms 2015-03-13T15:54:17.626-0400 I COMMAND [conn39] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6459.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6690 reslen:44 locks:{} 177ms 2015-03-13T15:54:17.738-0400 I COMMAND [conn38] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5914.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6690 reslen:44 locks:{} 180ms 2015-03-13T15:54:17.764-0400 I - [conn39] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:17.780-0400 I CONTROL [conn39] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:17.781-0400 I WRITE [conn39] update test.foo query: { x: { $gte: 4350.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:21 locks:{} 145ms 2015-03-13T15:54:17.781-0400 I COMMAND [conn39] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 4350.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 145ms 2015-03-13T15:54:17.788-0400 I COMMAND [conn40] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4192.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6703 reslen:44 locks:{} 199ms 2015-03-13T15:54:17.798-0400 I - [conn38] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:17.800-0400 I - [conn40] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:17.805-0400 I CONTROL [conn38] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:17.813-0400 I CONTROL [conn40] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:17.983-0400 I COMMAND [conn39] command test.$cmd command: count { count: "foo", query: { x: { $gte: 826.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6772 reslen:44 locks:{} 190ms 2015-03-13T15:54:18.009-0400 I COMMAND [conn38] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4151.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6692 reslen:44 locks:{} 190ms 2015-03-13T15:54:18.021-0400 I - [conn38] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:18.024-0400 I COMMAND [conn40] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1485.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6721 reslen:44 locks:{} 196ms 2015-03-13T15:54:18.029-0400 I CONTROL [conn38] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:18.033-0400 I - [conn40] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:18.041-0400 I CONTROL [conn40] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:18.184-0400 I COMMAND [conn40] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4493.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6690 reslen:44 locks:{} 134ms 2015-03-13T15:54:18.317-0400 I COMMAND [conn40] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7538.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6690 reslen:44 locks:{} 124ms 2015-03-13T15:54:18.456-0400 I COMMAND [conn40] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8265.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6690 reslen:44 locks:{} 132ms 2015-03-13T15:54:18.593-0400 I COMMAND [conn40] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5368.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6690 reslen:44 locks:{} 128ms 2015-03-13T15:54:21.625-0400 I WRITE [conn39] insert test.foo query: { _id: ObjectId('5503406a6c8555d00804ad77'), x: 9000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 2627ms 2015-03-13T15:54:21.634-0400 I WRITE [conn38] insert test.foo query: { _id: ObjectId('5503406aa6d12e590ec99200'), x: 7000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 2606ms 2015-03-13T15:54:21.643-0400 I WRITE [conn40] insert test.foo query: { _id: ObjectId('5503406a1e2e3e6d2088132e'), x: 2000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 2591ms 2015-03-13T15:54:21.721-0400 I COMMAND [conn39] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 2727ms 2015-03-13T15:54:21.739-0400 I COMMAND [conn40] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 2689ms 2015-03-13T15:54:21.739-0400 I COMMAND [conn38] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 2713ms 2015-03-13T15:54:21.959-0400 I COMMAND [conn39] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 102ms 2015-03-13T15:54:22.295-0400 I COMMAND [conn38] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4818.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:6773 reslen:44 locks:{} 154ms 2015-03-13T15:54:26.554-0400 I - [conn38] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:26.562-0400 I CONTROL [conn38] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:26.566-0400 I WRITE [conn38] update test.foo query: { x: { $gte: 5105.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:5737 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:297 locks:{} 4262ms 2015-03-13T15:54:26.566-0400 I COMMAND [conn38] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 5105.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 4262ms 2015-03-13T15:54:26.633-0400 I - [conn40] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:26.633-0400 I - [conn39] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:26.647-0400 I CONTROL [conn39] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:26.651-0400 I CONTROL [conn40] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:26.651-0400 I WRITE [conn39] update test.foo query: { x: { $gte: 1181.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:188 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:291 locks:{} 3815ms 2015-03-13T15:54:26.652-0400 I COMMAND [conn39] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 1181.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 3815ms 2015-03-13T15:54:26.654-0400 I WRITE [conn40] update test.foo query: { x: { $gte: 8505.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:6863 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:209 locks:{} 3781ms 2015-03-13T15:54:26.654-0400 I COMMAND [conn40] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 8505.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 3781ms 2015-03-13T15:54:26.852-0400 I COMMAND [conn40] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5697.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7021 reslen:44 locks:{} 183ms 2015-03-13T15:54:27.014-0400 I COMMAND [conn39] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 104ms 2015-03-13T15:54:27.023-0400 I COMMAND [conn38] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 111ms 2015-03-13T15:54:27.027-0400 I COMMAND [conn40] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6385.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7021 reslen:44 locks:{} 167ms 2015-03-13T15:54:28.318-0400 I WRITE [conn40] insert test.foo query: { _id: ObjectId('550340731e2e3e6d20883642'), x: 980.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 9 } }, Database: { acquireCount: { w: 9 } }, Collection: { acquireCount: { w: 9 } } } 1075ms 2015-03-13T15:54:28.318-0400 I WRITE [conn39] insert test.foo query: { _id: ObjectId('550340736c8555d00804e605'), x: 3478.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 5 } }, Database: { acquireCount: { w: 5 } }, Collection: { acquireCount: { w: 5 } } } 1076ms 2015-03-13T15:54:28.318-0400 I WRITE [conn38] insert test.foo query: { _id: ObjectId('55034073a6d12e590ec9afc4'), x: 4620.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 5 } }, Database: { acquireCount: { w: 5 } }, Collection: { acquireCount: { w: 5 } } } 1076ms 2015-03-13T15:54:28.322-0400 I COMMAND [conn40] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 1149ms 2015-03-13T15:54:28.356-0400 I COMMAND [conn38] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 1162ms 2015-03-13T15:54:28.376-0400 I COMMAND [conn39] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 1186ms 2015-03-13T15:54:29.029-0400 I COMMAND [conn38] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 170ms 2015-03-13T15:54:29.041-0400 I COMMAND [conn40] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 142ms 2015-03-13T15:54:29.050-0400 I COMMAND [conn39] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 188ms 2015-03-13T15:54:29.258-0400 I COMMAND [conn38] command test.$cmd command: count { count: "foo", query: { x: { $gte: 248.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7734 reslen:44 locks:{} 218ms 2015-03-13T15:54:29.462-0400 I COMMAND [conn39] command test.$cmd command: count { count: "foo", query: { x: { $gte: 843.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7244 reslen:44 locks:{} 185ms 2015-03-13T15:54:29.473-0400 I COMMAND [conn38] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5002.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7107 reslen:44 locks:{} 204ms 2015-03-13T15:54:29.667-0400 I COMMAND [conn39] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2104.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7186 reslen:44 locks:{} 195ms 2015-03-13T15:54:29.670-0400 I COMMAND [conn38] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4404.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7136 reslen:44 locks:{} 179ms 2015-03-13T15:54:29.823-0400 I COMMAND [conn38] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2208.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7196 reslen:44 locks:{} 142ms 2015-03-13T15:54:30.059-0400 I - [conn40] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:30.067-0400 I CONTROL [conn40] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:30.067-0400 I WRITE [conn40] remove test.foo query: { x: { $gte: 8427.0 } } ndeleted:0 keyUpdates:0 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:41 locks:{} 276ms 2015-03-13T15:54:30.067-0400 I COMMAND [conn40] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 8427.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 276ms 2015-03-13T15:54:30.881-0400 I WRITE [conn38] insert test.foo query: { _id: ObjectId('55034076a6d12e590ec9d9ff'), x: 5431.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 5 } }, Database: { acquireCount: { w: 5 } }, Collection: { acquireCount: { w: 5 } } } 287ms 2015-03-13T15:54:30.882-0400 I WRITE [conn39] insert test.foo query: { _id: ObjectId('550340766c8555d0080521d5'), x: 8790.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 8 } }, Database: { acquireCount: { w: 8 } }, Collection: { acquireCount: { w: 8 } } } 288ms 2015-03-13T15:54:30.893-0400 I COMMAND [conn39] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 383ms 2015-03-13T15:54:30.907-0400 I COMMAND [conn38] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 397ms 2015-03-13T15:54:31.166-0400 I COMMAND [conn39] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4988.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7185 reslen:44 locks:{} 177ms 2015-03-13T15:54:31.334-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56340 #41 (7 connections now open) 2015-03-13T15:54:31.460-0400 I COMMAND [conn41] command test.$cmd command: createIndexes { createIndexes: "foo", indexes: [ { key: { x: 1.0 }, name: "x_1" } ] } keyUpdates:0 writeConflicts:0 numYields:0 reslen:149 locks:{} 116ms 2015-03-13T15:54:31.460-0400 I WRITE [conn39] insert test.foo query: { _id: ObjectId('550340776c8555d00805299c'), x: 781.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 8 } }, Database: { acquireCount: { w: 8 }, acquireWaitCount: { w: 1 }, timeAcquiringMicros: { w: 115817 } }, Collection: { acquireCount: { w: 8 } } } 115ms 2015-03-13T15:54:31.461-0400 I WRITE [conn38] insert test.foo query: { _id: ObjectId('55034077a6d12e590ec9e7f0'), x: 9000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 }, acquireWaitCount: { w: 1 }, timeAcquiringMicros: { w: 106302 } }, Collection: { acquireCount: { w: 1 } } } 106ms 2015-03-13T15:54:31.495-0400 I COMMAND [conn39] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 220ms 2015-03-13T15:54:31.557-0400 I COMMAND [conn38] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 205ms 2015-03-13T15:54:31.637-0400 I COMMAND [conn41] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7373.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7168 reslen:44 locks:{} 168ms 2015-03-13T15:54:31.666-0400 I COMMAND [conn39] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 123ms 2015-03-13T15:54:31.838-0400 I COMMAND [conn41] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2083.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7293 reslen:44 locks:{} 191ms 2015-03-13T15:54:31.996-0400 I COMMAND [conn41] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9413.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7154 reslen:44 locks:{} 151ms 2015-03-13T15:54:32.008-0400 I COMMAND [conn39] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 105ms 2015-03-13T15:54:32.171-0400 I COMMAND [conn41] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4275.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7228 reslen:44 locks:{} 165ms 2015-03-13T15:54:32.581-0400 I COMMAND [conn39] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1662.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7416 reslen:44 locks:{} 174ms 2015-03-13T15:54:32.623-0400 I COMMAND [conn38] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 114ms 2015-03-13T15:54:33.196-0400 I WRITE [conn38] insert test.foo query: { _id: ObjectId('55034078a6d12e590eca0f68'), x: 9104.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 520ms 2015-03-13T15:54:33.197-0400 I WRITE [conn39] insert test.foo query: { _id: ObjectId('550340786c8555d008054d9f'), x: 0.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 510ms 2015-03-13T15:54:33.290-0400 I COMMAND [conn38] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 621ms 2015-03-13T15:54:33.292-0400 I COMMAND [conn39] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 608ms 2015-03-13T15:54:33.845-0400 I COMMAND [conn39] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 145ms 2015-03-13T15:54:34.008-0400 I COMMAND [conn39] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 116ms 2015-03-13T15:54:34.379-0400 I COMMAND [conn39] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 334ms 2015-03-13T15:54:34.601-0400 I COMMAND [conn39] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 179ms 2015-03-13T15:54:34.775-0400 I COMMAND [conn39] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 135ms 2015-03-13T15:54:34.906-0400 I COMMAND [conn39] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 102ms 2015-03-13T15:54:35.445-0400 I COMMAND [conn39] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5473.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7309 reslen:44 locks:{} 394ms 2015-03-13T15:54:35.694-0400 I COMMAND [conn39] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 148ms 2015-03-13T15:54:35.834-0400 I - [conn40] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:35.841-0400 I - [conn38] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:35.849-0400 I CONTROL [conn38] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:35.849-0400 I WRITE [conn38] remove test.foo query: { x: { $gte: 9571.0 } } ndeleted:0 keyUpdates:0 writeConflicts:44 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:157 locks:{} 2544ms 2015-03-13T15:54:35.849-0400 I COMMAND [conn38] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 9571.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 2544ms 2015-03-13T15:54:35.852-0400 I CONTROL [conn40] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:35.857-0400 I WRITE [conn40] update test.foo query: { x: { $gte: 3878.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:45 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:412 locks:{} 5780ms 2015-03-13T15:54:35.857-0400 I COMMAND [conn40] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 3878.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 5780ms 2015-03-13T15:54:35.886-0400 I COMMAND [conn39] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 155ms 2015-03-13T15:54:35.991-0400 I - [conn41] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:35.998-0400 I CONTROL [conn41] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:36.000-0400 I WRITE [conn41] update test.foo query: { x: { $gte: 3356.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:192 locks:{} 3812ms 2015-03-13T15:54:36.000-0400 I COMMAND [conn41] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 3356.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 3812ms 2015-03-13T15:54:36.043-0400 I COMMAND [conn40] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6206.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7252 reslen:44 locks:{} 168ms 2015-03-13T15:54:36.088-0400 I - [conn40] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:36.094-0400 I COMMAND [conn38] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 103ms 2015-03-13T15:54:36.096-0400 I CONTROL [conn40] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:36.266-0400 I COMMAND [conn38] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 122ms 2015-03-13T15:54:36.269-0400 I COMMAND [conn39] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 116ms 2015-03-13T15:54:36.425-0400 I - [conn40] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:36.426-0400 I COMMAND [conn39] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 124ms 2015-03-13T15:54:36.433-0400 I CONTROL [conn40] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:36.434-0400 I WRITE [conn40] update test.foo query: { x: { $gte: 7125.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:25 locks:{} 328ms 2015-03-13T15:54:36.434-0400 I COMMAND [conn40] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 7125.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 328ms 2015-03-13T15:54:36.599-0400 I COMMAND [conn38] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 134ms 2015-03-13T15:54:36.632-0400 I COMMAND [conn39] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 179ms 2015-03-13T15:54:36.853-0400 I COMMAND [conn38] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 210ms 2015-03-13T15:54:36.881-0400 I COMMAND [conn39] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 220ms 2015-03-13T15:54:36.891-0400 I COMMAND [conn40] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9907.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7285 reslen:44 locks:{} 445ms 2015-03-13T15:54:37.019-0400 I COMMAND [conn38] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 103ms 2015-03-13T15:54:37.019-0400 I NETWORK [conn38] end connection 10.4.110.156:56337 (6 connections now open) 2015-03-13T15:54:37.026-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56341 #42 (7 connections now open) 2015-03-13T15:54:37.149-0400 I COMMAND [conn40] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 123ms 2015-03-13T15:54:37.359-0400 I COMMAND [conn40] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 155ms 2015-03-13T15:54:37.574-0400 I COMMAND [conn40] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 168ms 2015-03-13T15:54:37.734-0400 I COMMAND [conn40] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 113ms 2015-03-13T15:54:37.890-0400 I COMMAND [conn40] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 109ms 2015-03-13T15:54:38.287-0400 I COMMAND [conn40] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 229ms 2015-03-13T15:54:38.448-0400 I COMMAND [conn40] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 102ms 2015-03-13T15:54:38.726-0400 I COMMAND [conn40] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 233ms 2015-03-13T15:54:38.956-0400 I COMMAND [conn40] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 164ms 2015-03-13T15:54:39.488-0400 I COMMAND [conn40] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8788.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7432 reslen:44 locks:{} 521ms 2015-03-13T15:54:41.371-0400 I - [conn41] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:41.371-0400 I - [conn42] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:41.379-0400 I CONTROL [conn41] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:41.381-0400 I WRITE [conn41] update test.foo query: { x: { $gte: 3235.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:2168 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:269 locks:{} 5367ms 2015-03-13T15:54:41.381-0400 I COMMAND [conn41] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 3235.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 5368ms 2015-03-13T15:54:41.388-0400 I CONTROL [conn42] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:41.389-0400 I WRITE [conn42] update test.foo query: { x: { $gte: 3496.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:2934 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:194 locks:{} 4319ms 2015-03-13T15:54:41.389-0400 I COMMAND [conn42] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 3496.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 4319ms 2015-03-13T15:54:41.684-0400 I COMMAND [conn41] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7916.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7516 reslen:44 locks:{} 283ms 2015-03-13T15:54:41.776-0400 I COMMAND [conn42] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2549.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7587 reslen:44 locks:{} 368ms 2015-03-13T15:54:42.005-0400 I COMMAND [conn42] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3368.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7541 reslen:44 locks:{} 216ms 2015-03-13T15:54:42.192-0400 I COMMAND [conn42] command test.$cmd command: count { count: "foo", query: { x: { $gte: 126.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8363 reslen:44 locks:{} 173ms 2015-03-13T15:54:42.230-0400 I COMMAND [conn41] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 115ms 2015-03-13T15:54:42.613-0400 I COMMAND [conn41] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 289ms 2015-03-13T15:54:42.762-0400 I COMMAND [conn42] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 260ms 2015-03-13T15:54:42.895-0400 I COMMAND [conn41] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 158ms 2015-03-13T15:54:43.081-0400 I COMMAND [conn42] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 177ms 2015-03-13T15:54:43.127-0400 I COMMAND [conn41] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 111ms 2015-03-13T15:54:43.454-0400 I COMMAND [conn41] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 241ms 2015-03-13T15:54:43.543-0400 I COMMAND [conn42] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 224ms 2015-03-13T15:54:43.688-0400 I COMMAND [conn41] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 125ms 2015-03-13T15:54:43.892-0400 I COMMAND [conn41] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 122ms 2015-03-13T15:54:43.899-0400 I COMMAND [conn42] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 143ms 2015-03-13T15:54:44.091-0400 I COMMAND [conn42] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 145ms 2015-03-13T15:54:44.123-0400 I COMMAND [conn41] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 145ms 2015-03-13T15:54:44.280-0400 I COMMAND [conn42] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 141ms 2015-03-13T15:54:44.540-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56342 #43 (8 connections now open) 2015-03-13T15:54:44.655-0400 I COMMAND [conn41] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 202ms 2015-03-13T15:54:44.658-0400 I COMMAND [conn42] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 210ms 2015-03-13T15:54:44.905-0400 I COMMAND [conn41] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 147ms 2015-03-13T15:54:44.931-0400 I COMMAND [conn43] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1756.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7770 reslen:44 locks:{} 363ms 2015-03-13T15:54:45.026-0400 I COMMAND [conn42] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8909.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7689 reslen:44 locks:{} 357ms 2015-03-13T15:54:45.140-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56343 #44 (9 connections now open) 2015-03-13T15:54:45.143-0400 I COMMAND [conn41] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 164ms 2015-03-13T15:54:45.240-0400 I COMMAND [conn43] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1482.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7783 reslen:44 locks:{} 297ms 2015-03-13T15:54:45.390-0400 I COMMAND [conn41] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 158ms 2015-03-13T15:54:45.574-0400 I COMMAND [conn44] command test.$cmd command: count { count: "foo", query: { x: { $gte: 49.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8687 reslen:44 locks:{} 373ms 2015-03-13T15:54:45.617-0400 I COMMAND [conn43] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8971.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7706 reslen:44 locks:{} 365ms 2015-03-13T15:54:45.661-0400 I COMMAND [conn41] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 177ms 2015-03-13T15:54:45.964-0400 I COMMAND [conn44] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6558.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7757 reslen:44 locks:{} 380ms 2015-03-13T15:54:45.967-0400 I COMMAND [conn41] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 223ms 2015-03-13T15:54:46.214-0400 I COMMAND [conn41] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 136ms 2015-03-13T15:54:46.492-0400 I COMMAND [conn41] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 197ms 2015-03-13T15:54:46.548-0400 I - [conn40] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:46.556-0400 I CONTROL [conn40] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:46.559-0400 I WRITE [conn40] update test.foo query: { x: { $gte: 4024.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:364 locks:{} 7058ms 2015-03-13T15:54:46.559-0400 I COMMAND [conn40] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 4024.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 7058ms 2015-03-13T15:54:46.559-0400 I NETWORK [conn40] end connection 10.4.110.156:56339 (8 connections now open) 2015-03-13T15:54:46.738-0400 I COMMAND [conn41] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 141ms 2015-03-13T15:54:46.934-0400 I COMMAND [conn41] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 118ms 2015-03-13T15:54:47.200-0400 I COMMAND [conn41] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7283.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7761 reslen:44 locks:{} 254ms 2015-03-13T15:54:47.412-0400 I COMMAND [conn41] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8202.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7758 reslen:44 locks:{} 205ms 2015-03-13T15:54:47.421-0400 I - [conn43] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:47.422-0400 I - [conn44] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:47.423-0400 I - [conn39] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:47.430-0400 I CONTROL [conn44] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:47.431-0400 I - [conn42] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:47.431-0400 I WRITE [conn44] update test.foo query: { x: { $gte: 7758.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:2995 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:74 locks:{} 1454ms 2015-03-13T15:54:47.431-0400 I COMMAND [conn44] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 7758.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 1454ms 2015-03-13T15:54:47.438-0400 I CONTROL [conn39] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:47.445-0400 I WRITE [conn39] update test.foo query: { x: { $gte: 1077.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:2898 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:511 locks:{} 10288ms 2015-03-13T15:54:47.445-0400 I COMMAND [conn39] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 1077.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 10288ms 2015-03-13T15:54:47.445-0400 I NETWORK [conn39] end connection 10.4.110.156:56338 (7 connections now open) 2015-03-13T15:54:47.446-0400 I CONTROL [conn42] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:47.447-0400 I WRITE [conn42] remove test.foo query: { x: { $gte: 3003.0 } } ndeleted:0 keyUpdates:0 writeConflicts:126 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:76 locks:{} 2408ms 2015-03-13T15:54:47.447-0400 I COMMAND [conn42] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 3003.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 2409ms 2015-03-13T15:54:47.453-0400 I CONTROL [conn43] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:47.454-0400 I WRITE [conn43] update test.foo query: { x: { $gte: 5398.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:3214 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:90 locks:{} 1823ms 2015-03-13T15:54:47.454-0400 I COMMAND [conn43] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 5398.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 1823ms 2015-03-13T15:54:47.468-0400 I - [conn43] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:47.476-0400 I CONTROL [conn43] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:47.637-0400 I COMMAND [conn41] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8850.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7748 reslen:44 locks:{} 216ms 2015-03-13T15:54:47.689-0400 I COMMAND [conn42] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2709.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7754 reslen:44 locks:{} 229ms 2015-03-13T15:54:47.779-0400 I COMMAND [conn43] command test.$cmd command: count { count: "foo", query: { x: { $gte: 474.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8082 reslen:44 locks:{} 293ms 2015-03-13T15:54:47.824-0400 I COMMAND [conn44] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 102ms 2015-03-13T15:54:47.883-0400 I COMMAND [conn41] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6978.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7750 reslen:44 locks:{} 234ms 2015-03-13T15:54:48.008-0400 I COMMAND [conn42] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1543.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7785 reslen:44 locks:{} 303ms 2015-03-13T15:54:48.058-0400 I COMMAND [conn43] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1977.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7775 reslen:44 locks:{} 272ms 2015-03-13T15:54:48.119-0400 I COMMAND [conn41] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6864.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7752 reslen:44 locks:{} 225ms 2015-03-13T15:54:48.256-0400 I COMMAND [conn43] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8000.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7753 reslen:44 locks:{} 185ms 2015-03-13T15:54:48.285-0400 I - [conn43] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:48.293-0400 I CONTROL [conn43] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:48.472-0400 I COMMAND [conn43] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1356.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7807 reslen:44 locks:{} 166ms 2015-03-13T15:54:48.681-0400 I - [conn43] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:48.691-0400 I CONTROL [conn43] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:48.691-0400 I WRITE [conn43] remove test.foo query: { x: { $gte: 2871.0 } } ndeleted:0 keyUpdates:0 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:43 locks:{} 206ms 2015-03-13T15:54:48.691-0400 I COMMAND [conn43] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 2871.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 206ms 2015-03-13T15:54:48.996-0400 I COMMAND [conn44] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3278.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7770 reslen:44 locks:{} 159ms 2015-03-13T15:54:49.032-0400 I - [conn44] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:49.039-0400 I CONTROL [conn44] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:49.093-0400 I - [conn44] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:49.101-0400 I CONTROL [conn44] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:49.124-0400 I COMMAND [conn43] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 115ms 2015-03-13T15:54:49.150-0400 I COMMAND [conn41] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 110ms 2015-03-13T15:54:49.280-0400 I COMMAND [conn44] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3605.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7766 reslen:44 locks:{} 169ms 2015-03-13T15:54:49.449-0400 I COMMAND [conn44] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7499.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7752 reslen:44 locks:{} 156ms 2015-03-13T15:54:49.629-0400 I COMMAND [conn44] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4368.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7780 reslen:44 locks:{} 171ms 2015-03-13T15:54:49.756-0400 I COMMAND [conn43] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 135ms 2015-03-13T15:54:49.799-0400 I COMMAND [conn44] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7641.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:7762 reslen:44 locks:{} 160ms 2015-03-13T15:54:50.386-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56344 #45 (8 connections now open) 2015-03-13T15:54:50.393-0400 I NETWORK [conn45] end connection 10.4.110.156:56344 (7 connections now open) 2015-03-13T15:54:50.648-0400 I COMMAND [conn43] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 178ms 2015-03-13T15:54:50.811-0400 I COMMAND [conn43] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 119ms 2015-03-13T15:54:52.405-0400 I WRITE [conn43] insert test.foo query: { _id: ObjectId('5503408a9f3de63f0825090c'), x: 4000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 1551ms 2015-03-13T15:54:52.453-0400 I COMMAND [conn43] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 1600ms 2015-03-13T15:54:53.358-0400 I WRITE [conn43] insert test.foo query: { _id: ObjectId('5503408c9f3de63f08250cf4'), x: 5000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 767ms 2015-03-13T15:54:53.415-0400 I COMMAND [conn43] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 826ms 2015-03-13T15:54:54.134-0400 I COMMAND [conn43] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 559ms 2015-03-13T15:54:54.462-0400 I COMMAND [conn43] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 193ms 2015-03-13T15:54:54.658-0400 I COMMAND [conn43] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 113ms 2015-03-13T15:54:54.992-0400 I COMMAND [conn43] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 280ms 2015-03-13T15:54:55.593-0400 I - [conn44] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:55.601-0400 I CONTROL [conn44] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:55.604-0400 I WRITE [conn44] update test.foo query: { x: { $gte: 7371.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:220 locks:{} 5791ms 2015-03-13T15:54:55.604-0400 I COMMAND [conn44] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 7371.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 5791ms 2015-03-13T15:54:55.887-0400 I COMMAND [conn44] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 141ms 2015-03-13T15:54:56.105-0400 I COMMAND [conn44] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 179ms 2015-03-13T15:54:56.468-0400 I COMMAND [conn44] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 331ms 2015-03-13T15:54:56.670-0400 I COMMAND [conn44] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 146ms 2015-03-13T15:54:56.915-0400 I - [conn43] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:56.922-0400 I - [conn41] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:56.926-0400 I CONTROL [conn43] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:56.928-0400 I WRITE [conn43] update test.foo query: { x: { $gte: 2444.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:2551 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:93 locks:{} 1926ms 2015-03-13T15:54:56.929-0400 I COMMAND [conn43] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 2444.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 1926ms 2015-03-13T15:54:56.939-0400 I CONTROL [conn41] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:56.942-0400 I WRITE [conn41] update test.foo query: { x: { $gte: 1155.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:2582 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:261 locks:{} 7169ms 2015-03-13T15:54:56.942-0400 I COMMAND [conn41] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 1155.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 7169ms 2015-03-13T15:54:56.946-0400 I - [conn43] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:56.954-0400 I CONTROL [conn43] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:57.173-0400 I COMMAND [conn43] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9070.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8007 reslen:44 locks:{} 206ms 2015-03-13T15:54:57.473-0400 I COMMAND [conn43] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9490.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8009 reslen:44 locks:{} 290ms 2015-03-13T15:54:57.491-0400 I COMMAND [conn44] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8817.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8019 reslen:44 locks:{} 244ms 2015-03-13T15:54:57.725-0400 I COMMAND [conn41] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 105ms 2015-03-13T15:54:57.736-0400 I COMMAND [conn44] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 107ms 2015-03-13T15:54:57.947-0400 I COMMAND [conn41] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 173ms 2015-03-13T15:54:57.949-0400 I COMMAND [conn44] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 172ms 2015-03-13T15:54:58.132-0400 I COMMAND [conn41] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 147ms 2015-03-13T15:54:58.175-0400 I COMMAND [conn44] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 183ms 2015-03-13T15:54:58.312-0400 I - [conn43] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:58.320-0400 I CONTROL [conn43] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:58.321-0400 I WRITE [conn43] update test.foo query: { x: { $gte: 5165.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:61 locks:{} 837ms 2015-03-13T15:54:58.321-0400 I COMMAND [conn43] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 5165.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 837ms 2015-03-13T15:54:58.323-0400 I COMMAND [conn41] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 157ms 2015-03-13T15:54:58.818-0400 I WRITE [conn44] insert test.foo query: { _id: ObjectId('550340925615b180d0703d6a'), x: 3578.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 6 } }, Database: { acquireCount: { w: 6 } }, Collection: { acquireCount: { w: 6 } } } 488ms 2015-03-13T15:54:58.822-0400 I WRITE [conn41] insert test.foo query: { _id: ObjectId('55034092171a5198b4343187'), x: 8000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 459ms 2015-03-13T15:54:58.884-0400 I - [conn43] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:58.891-0400 I CONTROL [conn43] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:58.892-0400 I WRITE [conn43] update test.foo query: { x: { $gte: 8408.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:12 locks:{} 558ms 2015-03-13T15:54:58.892-0400 I COMMAND [conn43] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 8408.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 558ms 2015-03-13T15:54:59.115-0400 I WRITE [conn44] insert test.foo query: { _id: ObjectId('550340925615b180d0703e9d'), x: 3885.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 9 } }, Database: { acquireCount: { w: 9 } }, Collection: { acquireCount: { w: 9 } } } 284ms 2015-03-13T15:54:59.119-0400 I COMMAND [conn44] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 914ms 2015-03-13T15:54:59.120-0400 I WRITE [conn41] insert test.foo query: { _id: ObjectId('55034092171a5198b434327b'), x: 8244.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 3 } }, Database: { acquireCount: { w: 3 } }, Collection: { acquireCount: { w: 3 } } } 289ms 2015-03-13T15:54:59.191-0400 I COMMAND [conn41] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 831ms 2015-03-13T15:54:59.203-0400 I COMMAND [conn43] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7341.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8054 reslen:44 locks:{} 301ms 2015-03-13T15:54:59.375-0400 I COMMAND [conn44] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 129ms 2015-03-13T15:54:59.393-0400 I COMMAND [conn43] command test.$cmd command: count { count: "foo", query: { x: { $gte: 823.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8249 reslen:44 locks:{} 181ms 2015-03-13T15:54:59.621-0400 I - [conn43] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:54:59.629-0400 I CONTROL [conn43] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:54:59.630-0400 I WRITE [conn43] update test.foo query: { x: { $gte: 7620.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:20 locks:{} 227ms 2015-03-13T15:54:59.630-0400 I COMMAND [conn43] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 7620.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 227ms 2015-03-13T15:54:59.657-0400 I COMMAND [conn44] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 115ms 2015-03-13T15:54:59.694-0400 I COMMAND [conn41] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 102ms 2015-03-13T15:54:59.850-0400 I COMMAND [conn43] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2528.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8159 reslen:44 locks:{} 211ms 2015-03-13T15:54:59.854-0400 I COMMAND [conn41] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 102ms 2015-03-13T15:55:00.049-0400 I COMMAND [conn43] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6951.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8082 reslen:44 locks:{} 186ms 2015-03-13T15:55:00.207-0400 I COMMAND [conn44] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1251.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8239 reslen:44 locks:{} 184ms 2015-03-13T15:55:00.395-0400 I COMMAND [conn44] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6886.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8098 reslen:44 locks:{} 175ms 2015-03-13T15:55:00.802-0400 I COMMAND [conn41] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2573.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8244 reslen:44 locks:{} 165ms 2015-03-13T15:55:00.974-0400 I COMMAND [conn41] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2663.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8241 reslen:44 locks:{} 162ms 2015-03-13T15:55:01.137-0400 I COMMAND [conn41] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8545.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8091 reslen:44 locks:{} 155ms 2015-03-13T15:55:01.329-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56345 #46 (8 connections now open) 2015-03-13T15:55:01.332-0400 I COMMAND [conn41] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8321.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8094 reslen:44 locks:{} 175ms 2015-03-13T15:55:01.332-0400 I NETWORK [conn41] end connection 10.4.110.156:56340 (7 connections now open) 2015-03-13T15:55:02.197-0400 I COMMAND [conn43] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2288.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8325 reslen:44 locks:{} 179ms 2015-03-13T15:55:02.391-0400 I COMMAND [conn43] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3773.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8269 reslen:44 locks:{} 179ms 2015-03-13T15:55:02.439-0400 I - [conn46] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:02.449-0400 I CONTROL [conn46] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:02.450-0400 I WRITE [conn46] update test.foo query: { x: { $gte: 5316.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:155 locks:{} 1062ms 2015-03-13T15:55:02.451-0400 I COMMAND [conn46] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 5316.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 1062ms 2015-03-13T15:55:02.606-0400 I COMMAND [conn43] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6242.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8198 reslen:44 locks:{} 205ms 2015-03-13T15:55:02.792-0400 I COMMAND [conn43] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9785.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8188 reslen:44 locks:{} 175ms 2015-03-13T15:55:03.041-0400 I - [conn43] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:03.049-0400 I CONTROL [conn43] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:03.049-0400 I WRITE [conn43] update test.foo query: { x: { $gte: 7822.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:32 locks:{} 247ms 2015-03-13T15:55:03.049-0400 I COMMAND [conn43] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 7822.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 247ms 2015-03-13T15:55:03.229-0400 I COMMAND [conn46] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 103ms 2015-03-13T15:55:03.494-0400 I COMMAND [conn46] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 226ms 2015-03-13T15:55:03.921-0400 I COMMAND [conn46] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 111ms 2015-03-13T15:55:04.200-0400 I COMMAND [conn46] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 119ms 2015-03-13T15:55:04.561-0400 I COMMAND [conn46] command test.$cmd command: count { count: "foo", query: { x: { $gte: 109.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9234 reslen:44 locks:{} 349ms 2015-03-13T15:55:05.051-0400 I COMMAND [conn46] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1959.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8491 reslen:44 locks:{} 480ms 2015-03-13T15:55:05.316-0400 I COMMAND [conn46] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 126ms 2015-03-13T15:55:05.833-0400 I COMMAND [conn46] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 105ms 2015-03-13T15:55:06.118-0400 I COMMAND [conn46] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 134ms 2015-03-13T15:55:06.343-0400 I COMMAND [conn46] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 196ms 2015-03-13T15:55:06.557-0400 I COMMAND [conn46] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 174ms 2015-03-13T15:55:06.930-0400 I COMMAND [conn46] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7661.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8413 reslen:44 locks:{} 222ms 2015-03-13T15:55:07.322-0400 I COMMAND [conn46] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 185ms 2015-03-13T15:55:07.590-0400 I COMMAND [conn46] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 234ms 2015-03-13T15:55:07.939-0400 I COMMAND [conn46] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 296ms 2015-03-13T15:55:08.169-0400 I COMMAND [conn46] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 175ms 2015-03-13T15:55:08.320-0400 I COMMAND [conn46] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 109ms 2015-03-13T15:55:08.536-0400 I COMMAND [conn46] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 179ms 2015-03-13T15:55:08.723-0400 I COMMAND [conn46] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 147ms 2015-03-13T15:55:08.985-0400 I COMMAND [conn46] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 111ms 2015-03-13T15:55:09.823-0400 I COMMAND [conn46] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4223.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8629 reslen:44 locks:{} 826ms 2015-03-13T15:55:14.540-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56346 #47 (8 connections now open) 2015-03-13T15:55:15.146-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56347 #48 (9 connections now open) 2015-03-13T15:55:15.259-0400 I COMMAND [conn47] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 391ms 2015-03-13T15:55:15.280-0400 I - [conn19] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:15.290-0400 I CONTROL [conn19] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:15.293-0400 I WRITE [conn19] update test.foo query: { x: { $gte: 190.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:2543 locks:{} 188121ms 2015-03-13T15:55:15.293-0400 I COMMAND [conn19] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 190.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 188121ms 2015-03-13T15:55:15.293-0400 I NETWORK [conn19] end connection 10.4.110.156:56318 (8 connections now open) 2015-03-13T15:55:15.729-0400 I COMMAND [conn47] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 327ms 2015-03-13T15:55:15.817-0400 I COMMAND [conn48] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 329ms 2015-03-13T15:55:16.104-0400 I COMMAND [conn47] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 255ms 2015-03-13T15:55:16.262-0400 I COMMAND [conn48] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 306ms 2015-03-13T15:55:16.470-0400 I - [conn43] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:16.485-0400 I CONTROL [conn43] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:16.491-0400 I WRITE [conn43] update test.foo query: { x: { $gte: 1000.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:3764 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:913 locks:{} 13428ms 2015-03-13T15:55:16.491-0400 I COMMAND [conn43] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 1000.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 13428ms 2015-03-13T15:55:16.491-0400 I NETWORK [conn43] end connection 10.4.110.156:56342 (7 connections now open) 2015-03-13T15:55:16.748-0400 I COMMAND [conn47] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 525ms 2015-03-13T15:55:16.753-0400 I COMMAND [conn48] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 373ms 2015-03-13T15:55:17.071-0400 I COMMAND [conn48] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 186ms 2015-03-13T15:55:17.131-0400 I COMMAND [conn47] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 213ms 2015-03-13T15:55:19.398-0400 I WRITE [conn48] insert test.foo query: { _id: ObjectId('550340a5bf16dde7550253e0'), x: 4492.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 9 } }, Database: { acquireCount: { w: 9 } }, Collection: { acquireCount: { w: 9 } } } 1817ms 2015-03-13T15:55:19.404-0400 I WRITE [conn47] insert test.foo query: { _id: ObjectId('550340a535ab7f53b2b1f2ed'), x: 5808.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 10 } }, Database: { acquireCount: { w: 10 } }, Collection: { acquireCount: { w: 10 } } } 1847ms 2015-03-13T15:55:19.410-0400 I COMMAND [conn47] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 2151ms 2015-03-13T15:55:19.421-0400 I COMMAND [conn48] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 2228ms 2015-03-13T15:55:20.078-0400 I COMMAND [conn47] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 499ms 2015-03-13T15:55:20.203-0400 I COMMAND [conn48] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 601ms 2015-03-13T15:55:20.370-0400 I COMMAND [conn47] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 132ms 2015-03-13T15:55:20.624-0400 I COMMAND [conn48] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 263ms 2015-03-13T15:55:20.631-0400 I COMMAND [conn47] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 180ms 2015-03-13T15:55:21.099-0400 I COMMAND [conn48] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 369ms 2015-03-13T15:55:21.102-0400 I COMMAND [conn47] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 413ms 2015-03-13T15:55:21.566-0400 I WRITE [conn48] insert test.foo query: { _id: ObjectId('550340a9bf16dde75502655d'), x: 8969.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 9 } }, Database: { acquireCount: { w: 9 } }, Collection: { acquireCount: { w: 9 } } } 116ms 2015-03-13T15:55:21.567-0400 I WRITE [conn47] insert test.foo query: { _id: ObjectId('550340a935ab7f53b2b204f6'), x: 425.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 6 } }, Database: { acquireCount: { w: 6 } }, Collection: { acquireCount: { w: 6 } } } 117ms 2015-03-13T15:55:21.568-0400 I COMMAND [conn48] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 358ms 2015-03-13T15:55:21.691-0400 I COMMAND [conn47] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 424ms 2015-03-13T15:55:21.851-0400 I COMMAND [conn48] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 175ms 2015-03-13T15:55:22.311-0400 I COMMAND [conn47] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 366ms 2015-03-13T15:55:23.057-0400 I WRITE [conn47] insert test.foo query: { _id: ObjectId('550340aa35ab7f53b2b210f4'), x: 3495.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 8 } }, Database: { acquireCount: { w: 8 } }, Collection: { acquireCount: { w: 8 } } } 396ms 2015-03-13T15:55:23.271-0400 I WRITE [conn47] insert test.foo query: { _id: ObjectId('550340aa35ab7f53b2b211cf'), x: 3714.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 10 } }, Database: { acquireCount: { w: 10 } }, Collection: { acquireCount: { w: 10 } } } 127ms 2015-03-13T15:55:23.489-0400 I WRITE [conn47] insert test.foo query: { _id: ObjectId('550340aa35ab7f53b2b2127b'), x: 3886.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 12 } }, Database: { acquireCount: { w: 12 } }, Collection: { acquireCount: { w: 12 } } } 130ms 2015-03-13T15:55:23.494-0400 I COMMAND [conn47] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 1106ms 2015-03-13T15:55:23.837-0400 I WRITE [conn47] insert test.foo query: { _id: ObjectId('550340ab35ab7f53b2b213cc'), x: 4223.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 3 } }, Database: { acquireCount: { w: 3 } }, Collection: { acquireCount: { w: 3 } } } 125ms 2015-03-13T15:55:24.058-0400 I WRITE [conn47] insert test.foo query: { _id: ObjectId('550340ab35ab7f53b2b21591'), x: 4676.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 7 } }, Database: { acquireCount: { w: 7 } }, Collection: { acquireCount: { w: 7 } } } 132ms 2015-03-13T15:55:24.146-0400 I COMMAND [conn47] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 509ms 2015-03-13T15:55:24.506-0400 I WRITE [conn47] insert test.foo query: { _id: ObjectId('550340ac35ab7f53b2b217dd'), x: 5264.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 3 } }, Database: { acquireCount: { w: 3 } }, Collection: { acquireCount: { w: 3 } } } 125ms 2015-03-13T15:55:24.722-0400 I WRITE [conn47] insert test.foo query: { _id: ObjectId('550340ac35ab7f53b2b218ce'), x: 5505.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 5 } }, Database: { acquireCount: { w: 5 } }, Collection: { acquireCount: { w: 5 } } } 129ms 2015-03-13T15:55:24.955-0400 I WRITE [conn47] insert test.foo query: { _id: ObjectId('550340ac35ab7f53b2b21a58'), x: 5899.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 9 } }, Database: { acquireCount: { w: 9 } }, Collection: { acquireCount: { w: 9 } } } 133ms 2015-03-13T15:55:24.965-0400 I COMMAND [conn47] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 665ms 2015-03-13T15:55:25.365-0400 I WRITE [conn47] insert test.foo query: { _id: ObjectId('550340ac35ab7f53b2b21abd'), x: 6000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 240ms 2015-03-13T15:55:25.588-0400 I WRITE [conn47] insert test.foo query: { _id: ObjectId('550340ac35ab7f53b2b21d8b'), x: 6718.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 7 } }, Database: { acquireCount: { w: 7 } }, Collection: { acquireCount: { w: 7 } } } 126ms 2015-03-13T15:55:25.600-0400 I COMMAND [conn47] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 479ms 2015-03-13T15:55:25.974-0400 I WRITE [conn47] insert test.foo query: { _id: ObjectId('550340ad35ab7f53b2b22036'), x: 7401.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 5 } }, Database: { acquireCount: { w: 5 } }, Collection: { acquireCount: { w: 5 } } } 129ms 2015-03-13T15:55:26.198-0400 I WRITE [conn47] insert test.foo query: { _id: ObjectId('550340ad35ab7f53b2b22277'), x: 7978.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 11 } }, Database: { acquireCount: { w: 11 } }, Collection: { acquireCount: { w: 11 } } } 127ms 2015-03-13T15:55:26.201-0400 I COMMAND [conn47] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 447ms 2015-03-13T15:55:26.871-0400 I WRITE [conn47] insert test.foo query: { _id: ObjectId('550340ae35ab7f53b2b222c5'), x: 8056.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 2 } }, Database: { acquireCount: { w: 2 } }, Collection: { acquireCount: { w: 2 } } } 482ms 2015-03-13T15:55:27.095-0400 I WRITE [conn47] insert test.foo query: { _id: ObjectId('550340ae35ab7f53b2b2249d'), x: 8528.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 7 } }, Database: { acquireCount: { w: 7 } }, Collection: { acquireCount: { w: 7 } } } 127ms 2015-03-13T15:55:27.321-0400 I WRITE [conn47] insert test.foo query: { _id: ObjectId('550340ae35ab7f53b2b225f9'), x: 8876.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 11 } }, Database: { acquireCount: { w: 11 } }, Collection: { acquireCount: { w: 11 } } } 130ms 2015-03-13T15:55:27.332-0400 I COMMAND [conn47] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 995ms 2015-03-13T15:55:27.752-0400 I WRITE [conn47] insert test.foo query: { _id: ObjectId('550340af35ab7f53b2b22803'), x: 9398.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 5 } }, Database: { acquireCount: { w: 5 } }, Collection: { acquireCount: { w: 5 } } } 121ms 2015-03-13T15:55:27.786-0400 I COMMAND [conn47] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 284ms 2015-03-13T15:55:28.050-0400 I COMMAND [conn47] command test.$cmd command: count { count: "foo", query: { x: { $gte: 893.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8942 reslen:44 locks:{} 252ms 2015-03-13T15:55:29.054-0400 I - [conn48] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:29.054-0400 I - [conn46] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:29.062-0400 I CONTROL [conn48] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:29.063-0400 I WRITE [conn48] update test.foo query: { x: { $gte: 9602.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:5507 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:160 locks:{} 7199ms 2015-03-13T15:55:29.063-0400 I COMMAND [conn48] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 9602.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 7199ms 2015-03-13T15:55:29.070-0400 I CONTROL [conn46] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:29.075-0400 I WRITE [conn46] update test.foo query: { x: { $gte: 1737.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:6883 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:540 locks:{} 19242ms 2015-03-13T15:55:29.075-0400 I COMMAND [conn46] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 1737.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 19243ms 2015-03-13T15:55:30.505-0400 I - [conn46] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:30.513-0400 I CONTROL [conn46] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:30.514-0400 I WRITE [conn46] update test.foo query: { x: { $gte: 2059.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:142 locks:{} 507ms 2015-03-13T15:55:30.514-0400 I COMMAND [conn46] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 2059.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 507ms 2015-03-13T15:55:30.731-0400 I COMMAND [conn46] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8971.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8739 reslen:44 locks:{} 210ms 2015-03-13T15:55:30.907-0400 I - [conn46] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:30.915-0400 I CONTROL [conn46] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:30.915-0400 I WRITE [conn46] remove test.foo query: { x: { $gte: 2227.0 } } ndeleted:0 keyUpdates:0 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:69 locks:{} 173ms 2015-03-13T15:55:30.915-0400 I COMMAND [conn46] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 2227.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 173ms 2015-03-13T15:55:30.931-0400 I - [conn46] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:30.938-0400 I CONTROL [conn46] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:31.037-0400 I - [conn47] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:31.043-0400 I - [conn48] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:31.045-0400 I CONTROL [conn47] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:31.045-0400 I WRITE [conn47] remove test.foo query: { x: { $gte: 7893.0 } } ndeleted:0 keyUpdates:0 writeConflicts:1 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:52 locks:{} 2984ms 2015-03-13T15:55:31.045-0400 I COMMAND [conn47] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 7893.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 2984ms 2015-03-13T15:55:31.053-0400 I CONTROL [conn48] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:31.231-0400 I COMMAND [conn47] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3294.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8670 reslen:44 locks:{} 173ms 2015-03-13T15:55:31.328-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56348 #49 (8 connections now open) 2015-03-13T15:55:34.299-0400 I WRITE [conn46] insert test.foo query: { _id: ObjectId('550340b24f423fd68f076335'), x: 0.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 3223ms 2015-03-13T15:55:31.371-0400 I WRITE [conn48] remove test.foo query: { x: { $gte: 4277.0 } } ndeleted:0 keyUpdates:0 writeConflicts:5 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:130 locks:{} 1978ms 2015-03-13T15:55:34.300-0400 I COMMAND [conn48] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 4277.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 5224ms 2015-03-13T15:55:34.421-0400 I COMMAND [conn49] command test.$cmd command: createIndexes { createIndexes: "foo", indexes: [ { key: { x: 1.0 }, name: "x_1" } ] } keyUpdates:0 writeConflicts:0 numYields:0 reslen:149 locks:{} 111ms 2015-03-13T15:55:34.421-0400 I WRITE [conn46] insert test.foo query: { _id: ObjectId('550340b24f423fd68f0763b6'), x: 129.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 3 } }, Database: { acquireCount: { w: 3 }, acquireWaitCount: { w: 1 }, timeAcquiringMicros: { w: 109235 } }, Collection: { acquireCount: { w: 3 } } } 109ms 2015-03-13T15:55:34.435-0400 I - [conn49] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:34.443-0400 I CONTROL [conn49] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:34.494-0400 I COMMAND [conn46] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 3421ms 2015-03-13T15:55:34.494-0400 I NETWORK [conn46] end connection 10.4.110.156:56345 (7 connections now open) 2015-03-13T15:55:34.600-0400 I COMMAND [conn48] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4465.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8670 reslen:44 locks:{} 283ms 2015-03-13T15:55:34.835-0400 I COMMAND [conn47] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 132ms 2015-03-13T15:55:34.836-0400 I COMMAND [conn49] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 116ms 2015-03-13T15:55:35.559-0400 I COMMAND [conn47] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8319.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8684 reslen:44 locks:{} 200ms 2015-03-13T15:55:35.846-0400 I - [conn47] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:35.854-0400 I CONTROL [conn47] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:35.855-0400 I WRITE [conn47] remove test.foo query: { x: { $gte: 7040.0 } } ndeleted:0 keyUpdates:0 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:28 locks:{} 287ms 2015-03-13T15:55:35.855-0400 I COMMAND [conn47] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 7040.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 287ms 2015-03-13T15:55:36.075-0400 I COMMAND [conn49] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8221.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8685 reslen:44 locks:{} 260ms 2015-03-13T15:55:36.110-0400 I COMMAND [conn47] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2979.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8796 reslen:44 locks:{} 243ms 2015-03-13T15:55:36.320-0400 I COMMAND [conn49] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6679.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8726 reslen:44 locks:{} 233ms 2015-03-13T15:55:36.321-0400 I COMMAND [conn48] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4492.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8777 reslen:44 locks:{} 269ms 2015-03-13T15:55:36.505-0400 I COMMAND [conn48] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9864.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8682 reslen:44 locks:{} 178ms 2015-03-13T15:55:36.533-0400 I - [conn49] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:36.541-0400 I CONTROL [conn49] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:36.542-0400 I WRITE [conn49] update test.foo query: { x: { $gte: 8298.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:30 locks:{} 214ms 2015-03-13T15:55:36.542-0400 I COMMAND [conn49] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 8298.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 214ms 2015-03-13T15:55:36.686-0400 I COMMAND [conn48] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6566.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8733 reslen:44 locks:{} 172ms 2015-03-13T15:55:37.141-0400 I - [conn47] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:37.149-0400 I CONTROL [conn47] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:37.150-0400 I WRITE [conn47] update test.foo query: { x: { $gte: 9109.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:11 locks:{} 108ms 2015-03-13T15:55:37.150-0400 I COMMAND [conn47] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 9109.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 108ms 2015-03-13T15:55:37.370-0400 I COMMAND [conn47] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4844.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8820 reslen:44 locks:{} 208ms 2015-03-13T15:55:37.586-0400 I COMMAND [conn47] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3203.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8919 reslen:44 locks:{} 205ms 2015-03-13T15:55:37.766-0400 I COMMAND [conn49] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1673.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9028 reslen:44 locks:{} 228ms 2015-03-13T15:55:37.815-0400 I COMMAND [conn47] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4258.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8894 reslen:44 locks:{} 218ms 2015-03-13T15:55:37.997-0400 I COMMAND [conn47] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7794.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8758 reslen:44 locks:{} 172ms 2015-03-13T15:55:38.258-0400 I COMMAND [conn48] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 105ms 2015-03-13T15:55:40.076-0400 I - [conn49] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:40.084-0400 I CONTROL [conn49] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:40.087-0400 I WRITE [conn49] update test.foo query: { x: { $gte: 1824.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:2865 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:388 locks:{} 2310ms 2015-03-13T15:55:40.087-0400 I COMMAND [conn49] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 1824.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 2310ms 2015-03-13T15:55:40.308-0400 I COMMAND [conn49] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8324.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8957 reslen:44 locks:{} 210ms 2015-03-13T15:55:40.502-0400 I COMMAND [conn49] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3448.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8932 reslen:44 locks:{} 176ms 2015-03-13T15:55:40.844-0400 I - [conn48] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:40.846-0400 I - [conn49] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:40.851-0400 I CONTROL [conn48] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:40.853-0400 I WRITE [conn48] update test.foo query: { x: { $gte: 5791.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:9749 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:147 locks:{} 1590ms 2015-03-13T15:55:40.853-0400 I COMMAND [conn48] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 5791.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 1590ms 2015-03-13T15:55:40.853-0400 I - [conn47] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:40.859-0400 I CONTROL [conn49] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:40.859-0400 I WRITE [conn49] remove test.foo query: { x: { $gte: 4686.0 } } ndeleted:0 keyUpdates:0 writeConflicts:58 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:3 locks:{} 346ms 2015-03-13T15:55:40.859-0400 I COMMAND [conn49] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 4686.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 346ms 2015-03-13T15:55:40.866-0400 I CONTROL [conn47] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:40.867-0400 I WRITE [conn47] remove test.foo query: { x: { $gte: 3242.0 } } ndeleted:0 keyUpdates:0 writeConflicts:212 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:193 locks:{} 2862ms 2015-03-13T15:55:40.867-0400 I COMMAND [conn47] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 3242.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 2862ms 2015-03-13T15:55:41.130-0400 I COMMAND [conn47] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4634.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8900 reslen:44 locks:{} 254ms 2015-03-13T15:55:41.130-0400 I COMMAND [conn48] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5110.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8900 reslen:44 locks:{} 268ms 2015-03-13T15:55:41.147-0400 I - [conn48] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:41.154-0400 I CONTROL [conn48] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:41.336-0400 I COMMAND [conn47] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5361.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8901 reslen:44 locks:{} 193ms 2015-03-13T15:55:41.686-0400 I COMMAND [conn49] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 107ms 2015-03-13T15:55:42.021-0400 I COMMAND [conn49] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9961.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8967 reslen:44 locks:{} 223ms 2015-03-13T15:55:42.038-0400 I - [conn47] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:42.046-0400 I CONTROL [conn47] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:42.047-0400 I WRITE [conn47] update test.foo query: { x: { $gte: 2001.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:123 locks:{} 701ms 2015-03-13T15:55:42.047-0400 I COMMAND [conn47] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 2001.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 701ms 2015-03-13T15:55:42.266-0400 I COMMAND [conn49] command test.$cmd command: count { count: "foo", query: { x: { $gte: 238.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9715 reslen:44 locks:{} 235ms 2015-03-13T15:55:42.343-0400 I - [conn47] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:42.351-0400 I CONTROL [conn47] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:42.352-0400 I WRITE [conn47] update test.foo query: { x: { $gte: 6188.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:45 locks:{} 295ms 2015-03-13T15:55:42.352-0400 I COMMAND [conn47] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 6188.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 295ms 2015-03-13T15:55:42.568-0400 I COMMAND [conn47] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6725.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8987 reslen:44 locks:{} 204ms 2015-03-13T15:55:42.600-0400 I COMMAND [conn49] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 103ms 2015-03-13T15:55:42.812-0400 I COMMAND [conn48] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8906.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:8985 reslen:44 locks:{} 195ms 2015-03-13T15:55:42.838-0400 I - [conn47] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:42.842-0400 I - [conn48] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:42.848-0400 I CONTROL [conn47] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:42.848-0400 I WRITE [conn47] remove test.foo query: { x: { $gte: 5251.0 } } ndeleted:0 keyUpdates:0 writeConflicts:3 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:39 locks:{} 269ms 2015-03-13T15:55:42.848-0400 I COMMAND [conn47] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 5251.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 269ms 2015-03-13T15:55:42.856-0400 I CONTROL [conn48] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:42.881-0400 I - [conn48] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:42.889-0400 I CONTROL [conn48] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:43.307-0400 I - [conn48] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:43.315-0400 I CONTROL [conn48] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:43.315-0400 I WRITE [conn48] update test.foo query: { x: { $gte: 8124.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:53 locks:{} 407ms 2015-03-13T15:55:43.315-0400 I COMMAND [conn48] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 8124.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 407ms 2015-03-13T15:55:43.431-0400 I - [conn49] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:43.440-0400 I CONTROL [conn49] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:43.441-0400 I WRITE [conn49] update test.foo query: { x: { $gte: 262.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:8 locks:{} 207ms 2015-03-13T15:55:43.441-0400 I COMMAND [conn49] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 262.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 207ms 2015-03-13T15:55:43.682-0400 I COMMAND [conn49] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4512.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9093 reslen:44 locks:{} 229ms 2015-03-13T15:55:43.878-0400 I COMMAND [conn49] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5568.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9102 reslen:44 locks:{} 184ms 2015-03-13T15:55:43.912-0400 I - [conn47] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:43.920-0400 I CONTROL [conn47] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:43.921-0400 I WRITE [conn47] update test.foo query: { x: { $gte: 1737.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:1689 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:122 locks:{} 1061ms 2015-03-13T15:55:43.921-0400 I COMMAND [conn47] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 1737.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 1061ms 2015-03-13T15:55:43.980-0400 I - [conn48] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:43.989-0400 I CONTROL [conn48] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:43.990-0400 I WRITE [conn48] update test.foo query: { x: { $gte: 1816.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:1597 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:51 locks:{} 631ms 2015-03-13T15:55:43.990-0400 I COMMAND [conn48] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 1816.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 631ms 2015-03-13T15:55:44.118-0400 I COMMAND [conn49] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2594.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9103 reslen:44 locks:{} 234ms 2015-03-13T15:55:44.143-0400 I COMMAND [conn47] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1376.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9143 reslen:44 locks:{} 212ms 2015-03-13T15:55:44.527-0400 I NETWORK [conn47] end connection 10.4.110.156:56346 (6 connections now open) 2015-03-13T15:55:44.548-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56349 #50 (7 connections now open) 2015-03-13T15:55:44.820-0400 I COMMAND [conn50] command test.$cmd command: createIndexes { createIndexes: "foo", indexes: [ { key: { x: 1.0 }, name: "x_1" } ] } keyUpdates:0 writeConflicts:0 numYields:0 reslen:149 locks:{} 267ms 2015-03-13T15:55:44.822-0400 I WRITE [conn49] insert test.foo query: { _id: ObjectId('550340c06dc15c1d988625fc'), x: 3255.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 3 } }, Database: { acquireCount: { w: 3 }, acquireWaitCount: { w: 1 }, timeAcquiringMicros: { w: 260641 } }, Collection: { acquireCount: { w: 3 } } } 260ms 2015-03-13T15:55:44.861-0400 I COMMAND [conn49] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 319ms 2015-03-13T15:55:45.044-0400 I COMMAND [conn50] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4662.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9093 reslen:44 locks:{} 213ms 2015-03-13T15:55:45.141-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56350 #51 (8 connections now open) 2015-03-13T15:55:46.626-0400 I COMMAND [conn51] command test.$cmd command: createIndexes { createIndexes: "foo", indexes: [ { key: { x: 1.0 }, name: "x_1" } ] } keyUpdates:0 writeConflicts:0 numYields:0 reslen:149 locks:{} 1479ms 2015-03-13T15:55:46.629-0400 I WRITE [conn49] insert test.foo query: { _id: ObjectId('550340c16dc15c1d9886371c'), x: 7639.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 6 } }, Database: { acquireCount: { w: 6 }, acquireWaitCount: { w: 1 }, timeAcquiringMicros: { w: 2977682 } }, Collection: { acquireCount: { w: 6 } } } 1480ms 2015-03-13T15:55:46.640-0400 I COMMAND [conn49] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 1515ms 2015-03-13T15:55:46.764-0400 I COMMAND [conn50] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2370.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9127 reslen:44 locks:{} 1707ms 2015-03-13T15:55:46.840-0400 I COMMAND [conn51] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4975.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9116 reslen:44 locks:{} 202ms 2015-03-13T15:55:47.191-0400 I COMMAND [conn49] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4977.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9152 reslen:44 locks:{} 194ms 2015-03-13T15:55:47.336-0400 I - [conn50] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:47.343-0400 I - [conn51] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:47.344-0400 I CONTROL [conn50] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:47.345-0400 I WRITE [conn50] update test.foo query: { x: { $gte: 5145.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:1644 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:50 locks:{} 568ms 2015-03-13T15:55:47.345-0400 I COMMAND [conn50] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 5145.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 568ms 2015-03-13T15:55:47.351-0400 I CONTROL [conn51] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:47.352-0400 I WRITE [conn51] update test.foo query: { x: { $gte: 3596.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:600 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:60 locks:{} 499ms 2015-03-13T15:55:47.352-0400 I COMMAND [conn51] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 3596.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 499ms 2015-03-13T15:55:47.394-0400 I COMMAND [conn49] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5785.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9168 reslen:44 locks:{} 193ms 2015-03-13T15:55:47.579-0400 I COMMAND [conn51] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3531.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9144 reslen:44 locks:{} 214ms 2015-03-13T15:55:47.623-0400 I COMMAND [conn49] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4684.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9143 reslen:44 locks:{} 220ms 2015-03-13T15:55:47.821-0400 I COMMAND [conn51] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2746.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9152 reslen:44 locks:{} 232ms 2015-03-13T15:55:47.858-0400 I COMMAND [conn49] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4184.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9144 reslen:44 locks:{} 222ms 2015-03-13T15:55:48.665-0400 I WRITE [conn50] insert test.foo query: { _id: ObjectId('550340c36c4324ab678cec2a'), x: 1001.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 853ms 2015-03-13T15:55:48.721-0400 I COMMAND [conn50] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 912ms 2015-03-13T15:55:48.909-0400 I COMMAND [conn51] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7173.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9144 reslen:44 locks:{} 226ms 2015-03-13T15:55:49.348-0400 I COMMAND [conn49] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 117ms 2015-03-13T15:55:49.525-0400 I COMMAND [conn51] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 104ms 2015-03-13T15:55:49.782-0400 I COMMAND [conn50] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 116ms 2015-03-13T15:55:49.945-0400 I COMMAND [conn49] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3923.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9232 reslen:44 locks:{} 274ms 2015-03-13T15:55:50.006-0400 I COMMAND [conn50] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5467.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9214 reslen:44 locks:{} 214ms 2015-03-13T15:55:50.101-0400 I COMMAND [conn51] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 103ms 2015-03-13T15:55:50.204-0400 I COMMAND [conn50] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9777.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9147 reslen:44 locks:{} 187ms 2015-03-13T15:55:50.491-0400 I COMMAND [conn49] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 139ms 2015-03-13T15:55:50.565-0400 I COMMAND [conn51] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4208.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9285 reslen:44 locks:{} 212ms 2015-03-13T15:55:50.782-0400 I COMMAND [conn51] command test.$cmd command: count { count: "foo", query: { x: { $gte: 2625.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9347 reslen:44 locks:{} 206ms 2015-03-13T15:55:50.966-0400 I COMMAND [conn51] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7830.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9244 reslen:44 locks:{} 176ms 2015-03-13T15:55:51.165-0400 I COMMAND [conn51] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5412.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9303 reslen:44 locks:{} 193ms 2015-03-13T15:55:51.689-0400 I - [conn50] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:51.696-0400 I CONTROL [conn50] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:51.698-0400 I WRITE [conn50] update test.foo query: { x: { $gte: 4000.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:239 locks:{} 1483ms 2015-03-13T15:55:51.698-0400 I COMMAND [conn50] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 4000.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 1483ms 2015-03-13T15:55:52.126-0400 I - [conn49] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:52.133-0400 I CONTROL [conn49] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:52.133-0400 I WRITE [conn49] remove test.foo query: { x: { $gte: 9128.0 } } ndeleted:0 keyUpdates:0 writeConflicts:1 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:102 locks:{} 1256ms 2015-03-13T15:55:52.134-0400 I COMMAND [conn49] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 9128.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 1256ms 2015-03-13T15:55:52.370-0400 I COMMAND [conn49] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8209.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9237 reslen:44 locks:{} 226ms 2015-03-13T15:55:52.372-0400 I COMMAND [conn51] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8881.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9234 reslen:44 locks:{} 259ms 2015-03-13T15:55:52.577-0400 I COMMAND [conn49] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6112.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9254 reslen:44 locks:{} 197ms 2015-03-13T15:55:52.672-0400 I COMMAND [conn51] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 106ms 2015-03-13T15:55:52.841-0400 I COMMAND [conn49] command test.$cmd command: count { count: "foo", query: { x: { $gte: 88.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:10475 reslen:44 locks:{} 254ms 2015-03-13T15:55:52.893-0400 I COMMAND [conn50] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8779.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9243 reslen:44 locks:{} 205ms 2015-03-13T15:55:55.404-0400 I WRITE [conn51] insert test.foo query: { _id: ObjectId('550340c926d00c5aeed9e650'), x: 9000.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 2157ms 2015-03-13T15:55:55.484-0400 I COMMAND [conn51] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 2239ms 2015-03-13T15:55:57.688-0400 I - [conn49] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:57.695-0400 I CONTROL [conn49] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:57.697-0400 I WRITE [conn49] update test.foo query: { x: { $gte: 4173.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:1473 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:134 locks:{} 4847ms 2015-03-13T15:55:57.697-0400 I COMMAND [conn49] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 4173.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 4847ms 2015-03-13T15:55:57.835-0400 I - [conn51] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:57.843-0400 I CONTROL [conn51] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:57.844-0400 I WRITE [conn51] update test.foo query: { x: { $gte: 7100.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:2542 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:67 locks:{} 2347ms 2015-03-13T15:55:57.844-0400 I COMMAND [conn51] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 7100.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 2347ms 2015-03-13T15:55:57.937-0400 I COMMAND [conn49] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6084.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9318 reslen:44 locks:{} 228ms 2015-03-13T15:55:58.095-0400 I - [conn50] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:58.097-0400 I COMMAND [conn51] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1579.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9486 reslen:44 locks:{} 241ms 2015-03-13T15:55:58.103-0400 I CONTROL [conn50] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:58.103-0400 I WRITE [conn50] remove test.foo query: { x: { $gte: 9299.0 } } ndeleted:0 keyUpdates:0 writeConflicts:14 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:68 locks:{} 5199ms 2015-03-13T15:55:58.103-0400 I COMMAND [conn50] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 9299.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 5199ms 2015-03-13T15:55:58.106-0400 I - [conn51] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:58.114-0400 I CONTROL [conn51] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:58.126-0400 I - [conn51] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:55:58.133-0400 I CONTROL [conn51] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:55:58.163-0400 I COMMAND [conn49] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3176.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9355 reslen:44 locks:{} 215ms 2015-03-13T15:55:58.348-0400 I COMMAND [conn51] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1817.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9449 reslen:44 locks:{} 204ms 2015-03-13T15:55:58.604-0400 I COMMAND [conn51] command test.$cmd command: count { count: "foo", query: { x: { $gte: 37.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:10556 reslen:44 locks:{} 244ms 2015-03-13T15:55:59.480-0400 I COMMAND [conn49] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6507.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9329 reslen:44 locks:{} 271ms 2015-03-13T15:56:00.115-0400 I WRITE [conn51] insert test.foo query: { _id: ObjectId('550340cf26d00c5aeeda069f'), x: 7271.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 3 } }, Database: { acquireCount: { w: 3 } }, Collection: { acquireCount: { w: 3 } } } 682ms 2015-03-13T15:56:00.817-0400 I WRITE [conn51] insert test.foo query: { _id: ObjectId('550340cf26d00c5aeeda06af'), x: 7287.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 4 } }, Database: { acquireCount: { w: 4 } }, Collection: { acquireCount: { w: 4 } } } 698ms 2015-03-13T15:56:00.832-0400 I WRITE [conn49] insert test.foo query: { _id: ObjectId('550340d06dc15c1d9886b585'), x: 0.0, doc: "LargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalueLargevalue..." } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { w: 1 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { w: 1 } } } 573ms 2015-03-13T15:56:00.891-0400 I COMMAND [conn51] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 1472ms 2015-03-13T15:56:00.898-0400 I COMMAND [conn49] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 641ms 2015-03-13T15:56:01.322-0400 I NETWORK [conn49] end connection 10.4.110.156:56348 (7 connections now open) 2015-03-13T15:56:01.333-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56351 #52 (8 connections now open) 2015-03-13T15:56:01.519-0400 I COMMAND [conn52] command test.$cmd command: createIndexes { createIndexes: "foo", indexes: [ { key: { x: 1.0 }, name: "x_1" } ] } keyUpdates:0 writeConflicts:0 numYields:0 reslen:149 locks:{} 182ms 2015-03-13T15:56:01.654-0400 I COMMAND [conn51] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3127.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9338 reslen:44 locks:{} 432ms 2015-03-13T15:56:01.779-0400 I - [conn52] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:56:01.787-0400 I CONTROL [conn52] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:56:01.788-0400 I WRITE [conn52] update test.foo query: { x: { $gte: 8124.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:335 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:18 locks:{} 258ms 2015-03-13T15:56:01.788-0400 I COMMAND [conn52] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 8124.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 258ms 2015-03-13T15:56:01.866-0400 I COMMAND [conn51] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5617.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9327 reslen:44 locks:{} 204ms 2015-03-13T15:56:02.016-0400 I COMMAND [conn52] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5920.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9318 reslen:44 locks:{} 216ms 2015-03-13T15:56:02.104-0400 I COMMAND [conn51] command test.$cmd command: count { count: "foo", query: { x: { $gte: 849.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9503 reslen:44 locks:{} 227ms 2015-03-13T15:56:02.249-0400 I COMMAND [conn52] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1036.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9415 reslen:44 locks:{} 221ms 2015-03-13T15:56:02.311-0400 I COMMAND [conn51] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9906.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9318 reslen:44 locks:{} 196ms 2015-03-13T15:56:02.348-0400 I - [conn50] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:56:02.356-0400 I CONTROL [conn50] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:56:02.356-0400 I WRITE [conn50] remove test.foo query: { x: { $gte: 1477.0 } } ndeleted:0 keyUpdates:0 writeConflicts:11 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:347 locks:{} 4243ms 2015-03-13T15:56:02.356-0400 I COMMAND [conn50] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 1477.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 4243ms 2015-03-13T15:56:02.500-0400 I COMMAND [conn51] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9091.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9318 reslen:44 locks:{} 178ms 2015-03-13T15:56:02.512-0400 I - [conn51] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:56:02.520-0400 I CONTROL [conn51] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:56:02.719-0400 I COMMAND [conn51] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6792.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9319 reslen:44 locks:{} 191ms 2015-03-13T15:56:02.731-0400 I - [conn51] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:56:02.740-0400 I CONTROL [conn51] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:56:03.505-0400 I COMMAND [conn52] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 101ms 2015-03-13T15:56:03.507-0400 I COMMAND [conn50] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4120.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9374 reslen:44 locks:{} 211ms 2015-03-13T15:56:04.062-0400 I COMMAND [conn52] command test.$cmd command: count { count: "foo", query: { x: { $gte: 525.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:10033 reslen:44 locks:{} 236ms 2015-03-13T15:56:04.098-0400 I COMMAND [conn51] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3292.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9481 reslen:44 locks:{} 232ms 2015-03-13T15:56:04.298-0400 I COMMAND [conn52] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3026.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9488 reslen:44 locks:{} 225ms 2015-03-13T15:56:04.329-0400 I COMMAND [conn51] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9783.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9329 reslen:44 locks:{} 220ms 2015-03-13T15:56:04.670-0400 I - [conn52] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:56:04.678-0400 I CONTROL [conn52] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:56:04.679-0400 I WRITE [conn52] update test.foo query: { x: { $gte: 8625.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:42 locks:{} 369ms 2015-03-13T15:56:04.679-0400 I COMMAND [conn52] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 8625.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 369ms 2015-03-13T15:56:06.034-0400 I COMMAND [conn52] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7117.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9442 reslen:44 locks:{} 243ms 2015-03-13T15:56:06.247-0400 I COMMAND [conn52] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4651.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9543 reslen:44 locks:{} 203ms 2015-03-13T15:56:06.467-0400 I COMMAND [conn52] command test.$cmd command: count { count: "foo", query: { x: { $gte: 161.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:10627 reslen:44 locks:{} 211ms 2015-03-13T15:56:06.673-0400 I COMMAND [conn52] command test.$cmd command: count { count: "foo", query: { x: { $gte: 1391.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9745 reslen:44 locks:{} 194ms 2015-03-13T15:56:06.699-0400 I - [conn50] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:56:06.709-0400 I CONTROL [conn50] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:56:06.709-0400 I WRITE [conn50] remove test.foo query: { x: { $gte: 8789.0 } } ndeleted:0 keyUpdates:0 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:39 locks:{} 291ms 2015-03-13T15:56:06.709-0400 I COMMAND [conn50] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 8789.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 291ms 2015-03-13T15:56:07.197-0400 I - [conn50] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:56:07.197-0400 I - [conn52] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:56:07.205-0400 I CONTROL [conn50] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:56:07.205-0400 I WRITE [conn50] update test.foo query: { x: { $gte: 7634.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:2014 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:40 locks:{} 483ms 2015-03-13T15:56:07.205-0400 I COMMAND [conn50] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 7634.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 483ms 2015-03-13T15:56:07.212-0400 I CONTROL [conn52] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:56:07.213-0400 I WRITE [conn52] update test.foo query: { x: { $gte: 7328.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:1037 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:55 locks:{} 529ms 2015-03-13T15:56:07.213-0400 I COMMAND [conn52] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 7328.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 529ms 2015-03-13T15:56:07.445-0400 I COMMAND [conn52] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9290.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9424 reslen:44 locks:{} 220ms 2015-03-13T15:56:07.532-0400 I COMMAND [conn50] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 102ms 2015-03-13T15:56:07.653-0400 I COMMAND [conn52] command test.$cmd command: count { count: "foo", query: { x: { $gte: 3535.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9602 reslen:44 locks:{} 197ms 2015-03-13T15:56:08.177-0400 I - [conn50] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:56:08.185-0400 I CONTROL [conn50] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:56:08.281-0400 I COMMAND [conn52] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 102ms 2015-03-13T15:56:09.273-0400 I COMMAND [conn50] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5284.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9589 reslen:44 locks:{} 270ms 2015-03-13T15:56:10.672-0400 I - [conn52] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:56:10.679-0400 I CONTROL [conn52] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:56:10.679-0400 I WRITE [conn52] remove test.foo query: { x: { $gte: 5051.0 } } ndeleted:0 keyUpdates:0 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:238 locks:{} 1996ms 2015-03-13T15:56:10.679-0400 I COMMAND [conn52] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 5051.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 1996ms 2015-03-13T15:56:10.898-0400 I COMMAND [conn52] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8982.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9429 reslen:44 locks:{} 209ms 2015-03-13T15:56:11.932-0400 I COMMAND [conn52] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5270.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9467 reslen:44 locks:{} 177ms 2015-03-13T15:56:14.542-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56352 #53 (9 connections now open) 2015-03-13T15:56:14.713-0400 I COMMAND [conn53] command test.$cmd command: createIndexes { createIndexes: "foo", indexes: [ { key: { x: 1.0 }, name: "x_1" } ] } keyUpdates:0 writeConflicts:0 numYields:0 reslen:149 locks:{} 162ms 2015-03-13T15:56:14.769-0400 I - [conn52] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:56:14.776-0400 I CONTROL [conn52] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:56:14.776-0400 I WRITE [conn52] remove test.foo query: { x: { $gte: 1490.0 } } ndeleted:0 keyUpdates:0 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:402 locks:{} 2004ms 2015-03-13T15:56:14.776-0400 I COMMAND [conn52] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 1490.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 2004ms 2015-03-13T15:56:14.950-0400 I COMMAND [conn53] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4018.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9440 reslen:44 locks:{} 227ms 2015-03-13T15:56:15.140-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56353 #54 (10 connections now open) 2015-03-13T15:56:15.198-0400 I COMMAND [conn53] command test.$cmd command: count { count: "foo", query: { x: { $gte: 5085.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9433 reslen:44 locks:{} 238ms 2015-03-13T15:56:15.432-0400 I COMMAND [conn54] command test.$cmd command: count { count: "foo", query: { x: { $gte: 9310.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9434 reslen:44 locks:{} 231ms 2015-03-13T15:56:15.438-0400 I COMMAND [conn53] command test.$cmd command: count { count: "foo", query: { x: { $gte: 6388.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9434 reslen:44 locks:{} 230ms 2015-03-13T15:56:15.633-0400 I COMMAND [conn54] command test.$cmd command: count { count: "foo", query: { x: { $gte: 574.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9921 reslen:44 locks:{} 190ms 2015-03-13T15:56:15.832-0400 I COMMAND [conn54] command test.$cmd command: count { count: "foo", query: { x: { $gte: 8243.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9436 reslen:44 locks:{} 189ms 2015-03-13T15:56:16.868-0400 I - [conn53] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:56:16.876-0400 I CONTROL [conn53] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:56:16.876-0400 I WRITE [conn53] remove test.foo query: { x: { $gte: 9790.0 } } ndeleted:0 keyUpdates:0 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:15 locks:{} 160ms 2015-03-13T15:56:16.876-0400 I COMMAND [conn53] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 9790.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 160ms 2015-03-13T15:56:17.435-0400 I COMMAND [conn54] command test.$cmd command: count { count: "foo", query: { x: { $gte: 7997.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9501 reslen:44 locks:{} 239ms 2015-03-13T15:56:17.742-0400 I COMMAND [conn54] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 170ms 2015-03-13T15:56:18.018-0400 I COMMAND [conn54] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 225ms 2015-03-13T15:56:18.328-0400 I COMMAND [conn54] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 249ms 2015-03-13T15:56:18.498-0400 I COMMAND [conn54] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 114ms 2015-03-13T15:56:19.039-0400 I COMMAND [conn54] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 106ms 2015-03-13T15:56:19.201-0400 I COMMAND [conn54] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 120ms 2015-03-13T15:56:19.347-0400 I COMMAND [conn54] command test.$cmd command: insert { insert: "foo", documents: 1000, ordered: false } keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{} 109ms 2015-03-13T15:56:19.475-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56354 #55 (11 connections now open) 2015-03-13T15:56:19.659-0400 I NETWORK [conn55] end connection 10.4.110.156:56354 (10 connections now open) 2015-03-13T15:56:19.956-0400 I COMMAND [conn54] command test.$cmd command: count { count: "foo", query: { x: { $gte: 4554.0 } }, fields: {} } planSummary: COUNT_SCAN { x: 1.0 } keyUpdates:0 writeConflicts:0 numYields:9678 reslen:44 locks:{} 600ms 2015-03-13T15:56:20.777-0400 I - [conn53] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:56:20.785-0400 I CONTROL [conn53] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:56:20.788-0400 I WRITE [conn53] update test.foo query: { x: { $gte: 1335.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:391 locks:{} 3902ms 2015-03-13T15:56:20.788-0400 I COMMAND [conn53] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 1335.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 3902ms 2015-03-13T15:56:20.788-0400 I NETWORK [conn53] end connection 10.4.110.156:56352 (9 connections now open) 2015-03-13T15:56:21.470-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56355 #56 (10 connections now open) 2015-03-13T15:56:21.473-0400 I NETWORK [conn56] end connection 10.4.110.156:56355 (9 connections now open) 2015-03-13T15:56:21.956-0400 I - [conn54] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:56:21.964-0400 I CONTROL [conn54] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:56:21.966-0400 I WRITE [conn54] update test.foo query: { x: { $gte: 6847.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:165 locks:{} 2000ms 2015-03-13T15:56:21.966-0400 I COMMAND [conn54] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 6847.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 2000ms 2015-03-13T15:56:21.966-0400 I NETWORK [conn54] end connection 10.4.110.156:56353 (8 connections now open) 2015-03-13T15:56:23.278-0400 I NETWORK [initandlisten] connection accepted from 10.4.110.156:56356 #57 (9 connections now open) 2015-03-13T15:56:23.280-0400 I NETWORK [conn57] end connection 10.4.110.156:56356 (8 connections now open) 2015-03-13T15:56:59.454-0400 I - [conn51] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:56:59.462-0400 I CONTROL [conn51] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:56:59.463-0400 I WRITE [conn51] update test.foo query: { x: { $gte: 125.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:996 locks:{} 55123ms 2015-03-13T15:56:59.463-0400 I COMMAND [conn51] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 125.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 55123ms 2015-03-13T15:56:59.463-0400 I NETWORK [conn51] end connection 10.4.110.156:56350 (7 connections now open) 2015-03-13T15:57:04.758-0400 I - [conn42] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:57:04.770-0400 I CONTROL [conn42] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:57:04.772-0400 I WRITE [conn42] update test.foo query: { x: { $gte: 48.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:1980 locks:{} 136752ms 2015-03-13T15:57:04.772-0400 I COMMAND [conn42] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 48.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 136752ms 2015-03-13T15:57:05.050-0400 I NETWORK [conn42] end connection 10.4.110.156:56341 (6 connections now open) 2015-03-13T15:57:51.515-0400 I - [conn44] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:57:51.523-0400 I CONTROL [conn44] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:57:51.534-0400 I WRITE [conn44] update test.foo query: { x: { $gte: 511.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:5507 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:3826 locks:{} 171129ms 2015-03-13T15:57:51.534-0400 I COMMAND [conn44] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 511.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 171129ms 2015-03-13T15:57:51.534-0400 I NETWORK [conn44] end connection 10.4.110.156:56343 (5 connections now open) 2015-03-13T15:57:53.532-0400 I - [conn35] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:57:53.539-0400 I CONTROL [conn35] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:57:53.540-0400 I WRITE [conn35] remove test.foo query: { x: { $gte: 477.0 } } ndeleted:0 keyUpdates:0 writeConflicts:4659 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:1560 locks:{} 224354ms 2015-03-13T15:57:53.540-0400 I COMMAND [conn35] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 477.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 224354ms 2015-03-13T15:57:53.540-0400 I NETWORK [conn35] end connection 10.4.110.156:56334 (4 connections now open) 2015-03-13T15:57:53.545-0400 I - [conn52] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:57:53.552-0400 I CONTROL [conn52] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0x9e8070 0xbc6ec4 0xbc7274 0xbc78ad 0x997ad8 0x997fcb 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"5E8070"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"597AD8"},{"b":"400000","o":"597FCB"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11DeleteStage4workEPm+0x70) [0x9e8070] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execRemoveERKNS_12BatchItemRefEPPNS_16WriteErrorDetailE+0x3D8) [0x997ad8] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0xCB) [0x997fcb] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:57:53.552-0400 I WRITE [conn52] remove test.foo query: { x: { $gte: 502.0 } } ndeleted:0 keyUpdates:0 writeConflicts:3116 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:303 locks:{} 98763ms 2015-03-13T15:57:53.552-0400 I COMMAND [conn52] command test.$cmd command: delete { delete: "foo", deletes: [ { q: { x: { $gte: 502.0 } }, limit: 0.0 } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:145 locks:{} 98763ms 2015-03-13T15:57:53.552-0400 I NETWORK [conn52] end connection 10.4.110.156:56351 (3 connections now open) 2015-03-13T15:58:21.104-0400 I - [conn48] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:58:21.111-0400 I CONTROL [conn48] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:58:21.114-0400 I WRITE [conn48] update test.foo query: { x: { $gte: 157.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:0 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:2669 locks:{} 157113ms 2015-03-13T15:58:21.114-0400 I COMMAND [conn48] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 157.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 157113ms 2015-03-13T15:58:21.250-0400 I NETWORK [conn48] end connection 10.4.110.156:56347 (2 connections now open) 2015-03-13T15:58:32.921-0400 I - [conn50] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:58:32.928-0400 I CONTROL [conn50] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:58:32.931-0400 I - [conn37] Assertion: 28556:Didn't find RecordId in WiredTigerRecordStore 2015-03-13T15:58:32.931-0400 I WRITE [conn50] update test.foo query: { x: { $gte: 345.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:7594 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:2980 locks:{} 143325ms 2015-03-13T15:58:32.931-0400 I COMMAND [conn50] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 345.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 143325ms 2015-03-13T15:58:32.938-0400 I CONTROL [conn37] 0xf4fd39 0xef9f81 0xede24f 0xd664fc 0x8f46e0 0x9eb6fb 0xa2335c 0xbc6ec4 0xbc7274 0xbc78ad 0x996dc9 0x99813c 0x99867b 0x99b19d 0x9bfc84 0x9c0c0d 0x9c191b 0xb94c16 0xaa4b40 0x7e8b3d 0xf0d9cb 0x7fb8f77b6182 0x7fb8f68b747d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B4FD39"},{"b":"400000","o":"AF9F81"},{"b":"400000","o":"ADE24F"},{"b":"400000","o":"9664FC"},{"b":"400000","o":"4F46E0"},{"b":"400000","o":"5EB6FB"},{"b":"400000","o":"62335C"},{"b":"400000","o":"7C6EC4"},{"b":"400000","o":"7C7274"},{"b":"400000","o":"7C78AD"},{"b":"400000","o":"596DC9"},{"b":"400000","o":"59813C"},{"b":"400000","o":"59867B"},{"b":"400000","o":"59B19D"},{"b":"400000","o":"5BFC84"},{"b":"400000","o":"5C0C0D"},{"b":"400000","o":"5C191B"},{"b":"400000","o":"794C16"},{"b":"400000","o":"6A4B40"},{"b":"400000","o":"3E8B3D"},{"b":"400000","o":"B0D9CB"},{"b":"7FB8F77AE000","o":"8182"},{"b":"7FB8F67BD000","o":"FA47D"}],"processInfo":{ "mongodbVersion" : "3.0.1-rc0", "gitVersion" : "3f999d764cdd307f779b27e3a28230b21bd43e25", "uname" : { "sysname" : "Linux", "release" : "3.16.0-31-generic", "version" : "#41~14.04.1-Ubuntu SMP Wed Feb 11 19:30:13 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF9D959000", "elfType" : 3 }, { "b" : "7FB8F77AE000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7FB8F75A6000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7FB8F73A2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7FB8F709E000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7FB8F6D98000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7FB8F6B82000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7FB8F67BD000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7FB8F79CC000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf4fd39] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xef9f81] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xede24f] mongod(_ZNK5mongo21WiredTigerRecordStore7dataForEPNS_16OperationContextERKNS_8RecordIdE+0xDC) [0xd664fc] mongod(_ZNK5mongo10Collection6docForEPNS_16OperationContextERKNS_8RecordIdE+0x20) [0x8f46e0] mongod(_ZN5mongo10FetchStage4workEPm+0x2CB) [0x9eb6fb] mongod(_ZN5mongo11UpdateStage4workEPm+0x7C) [0xa2335c] mongod(_ZN5mongo12PlanExecutor18getNextSnapshottedEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0xA4) [0xbc6ec4] mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x34) [0xbc7274] mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x3D) [0xbc78ad] mongod(_ZN5mongo18WriteBatchExecutor10execUpdateERKNS_12BatchItemRefEPNS_7BSONObjEPPNS_16WriteErrorDetailE+0x679) [0x996dc9] mongod(_ZN5mongo18WriteBatchExecutor11bulkExecuteERKNS_21BatchedCommandRequestERKNS_19WriteConcernOptionsEPSt6vectorIPNS_19BatchedUpsertDetailESaIS9_EEPS7_IPNS_16WriteErrorDetailESaISE_EE+0x23C) [0x99813c] mongod(_ZN5mongo18WriteBatchExecutor12executeBatchERKNS_21BatchedCommandRequestEPNS_22BatchedCommandResponseE+0x37B) [0x99867b] mongod(_ZN5mongo8WriteCmd3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x15D) [0x99b19d] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bfc84] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9c0c0d] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c191b] mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb94c16] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa4b40] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e8b3d] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0d9cb] libpthread.so.0(+0x8182) [0x7fb8f77b6182] libc.so.6(clone+0x6D) [0x7fb8f68b747d] ----- END BACKTRACE ----- 2015-03-13T15:58:32.941-0400 I WRITE [conn37] update test.foo query: { x: { $gte: 345.0 } } update: { $inc: { x: 10000.0 }, $set: { n: "hello" } } keyUpdates:1 writeConflicts:7914 exception: Didn't find RecordId in WiredTigerRecordStore code:28556 numYields:4570 locks:{} 270705ms 2015-03-13T15:58:32.941-0400 I COMMAND [conn37] command test.$cmd command: update { update: "foo", updates: [ { q: { x: { $gte: 345.0 } }, u: { $inc: { x: 10000.0 }, $set: { n: "hello" } }, multi: true, upsert: true } ], ordered: true } keyUpdates:0 writeConflicts:0 numYields:0 reslen:160 locks:{} 270705ms 2015-03-13T15:58:32.944-0400 I NETWORK [conn50] end connection 10.4.110.156:56349 (1 connection now open) 2015-03-13T15:58:32.944-0400 I NETWORK [conn37] end connection 10.4.110.156:56336 (1 connection now open)