-
Type: Bug
-
Resolution: Done
-
Priority: Critical - P2
-
Affects Version/s: None
-
Component/s: Concurrency
-
None
-
ALL
-
0
This tripped the following invariant in sharding/auth.js:
----- BEGIN BACKTRACE ----- m31102| {"backtrace":[{"b":"8048000","o":"B67C77"},{"b":"8048000","o":"B0BEF7"},{"b":"8048000","o":"AF07D3"},{"b":"8048000","o":"58ACFA"},{"b":"8048000","o":"58B4A2"},{"b":"8048000","o":"7B3549"},{"b":"8048000","o":"7AF626"},{"b":"8048000","o":"7B0484"},{"b":"8048000","o":"6F3A94"},{"b":"8048000","o":"6ED613"},{"b":"8048000","o":"5A0841"},{"b":"8048000","o":"827723"},{"b":"8048000","o":"8B3F49"},{"b":"8048000","o":"8AB6F0"},{"b":"8048000","o":"7FD07D"},{"b":"8048000","o":"BBA124"},{"b":"798000","o":"5939"},{"b":"424000","o":"D77AE"}],"processInfo":{ "mongodbVersion" : "2.7.8-pre-", "gitVersion" : "57f036a36923b3d6bef6219768f6c65f18bd133a", "uname" : { "sysname" : "Linux", "release" : "2.6.18-194.el5xen", "version" : "#1 SMP Tue Mar 16 22:08:06 EDT 2010", "machine" : "i686" }, "somap" : [ { "elfType" : 2, "b" : "8048000" }, { "b" : "B32000", "elfType" : 3 }, { "b" : "59C000", "path" : "/lib/i686/nosegneg/librt.so.1", "elfType" : 3 }, { "b" : "753000", "path" : "/lib/libdl.so.2", "elfType" : 3 }, { "b" : "8A6000", "path" : "/usr/lib/libstdc++.so.6", "elfType" : 3 }, { "b" : "83D000", "path" : "/lib/i686/nosegneg/libm.so.6", "elfType" : 3 }, { "b" : "99B000", "path" : "/lib/libgcc_s.so.1", "elfType" : 3 }, { "b" : "798000", "path" : "/lib/i686/nosegneg/libpthread.so.0", "elfType" : 3 }, { "b" : "424000", "path" : "/lib/i686/nosegneg/libc.so.6", "elfType" : 3 }, { "b" : "19C000", "path" : "/lib/ld-linux.so.2", "elfType" : 3 } ] }} m31102| mongod(_ZN5mongo15printStackTraceERSo+0x37) [0x8bafc77] m31102| mongod(_ZN5mongo10logContextEPKc+0x107) [0x8b53ef7] m31102| mongod(_ZN5mongo15invariantFailedEPKcS1_j+0xF3) [0x8b387d3] m31102| mongod(_ZN5mongo10LockerImplILb1EE22saveLockStateAndUnlockEPNS_6Locker12LockSnapshotE+0x49A) [0x85d2cfa] m31102| mongod(_ZN5mongo5Yield13yieldAllLocksEPNS_16OperationContextEi+0x62) [0x85d34a2] m31102| mongod(_ZN5mongo15PlanYieldPolicy5yieldEb+0x79) [0x87fb549] m31102| mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_7DiskLocE+0x66) [0x87f7626] m31102| mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x44) [0x87f8484] m31102| mongod(_ZN5mongo14UpdateExecutor7executeEPNS_8DatabaseE+0x184) [0x873ba94] m31102| mongod(_ZN5mongo6updateEPNS_8DatabaseERKNS_13UpdateRequestEPNS_7OpDebugE+0x43) [0x8735613] m31102| mongod(_ZN5mongo7Helpers12putSingletonEPNS_16OperationContextEPKcNS_7BSONObjE+0x1C1) [0x85e8841] m31102| mongod(_ZN5mongo4repl11setMinValidEPNS_16OperationContextENS_6OpTimeE+0x533) [0x886f723] m31102| mongod(_ZN5mongo4repl8SyncTail16oplogApplicationEv+0xF9) [0x88fbf49] m31102| mongod(_ZN5mongo4repl13runSyncThreadEv+0x210) [0x88f36f0] m31102| mongod(_ZN5boost6detail11thread_dataIPFvvEE3runEv+0xD) [0x884507d] m31102| mongod(+0xBBA124) [0x8c02124] m31102| libpthread.so.0(+0x5939) [0x79d939] m31102| libc.so.6(clone+0x5E) [0x4fb7ae] m31102| ----- END BACKTRACE ----- m31102| 2014-10-21T16:22:35.014+0000 I - [rsSync] m31102| m31102| ***aborting after invariant() failure m31102| m31102| m31102| 2014-10-21T16:22:35.050+0000 F - [rsSync] Got signal: 6 (Aborted). m31102| m31102| 0x8bafc77 0x8baf75a 0x8bafb94 0xb32420 0xb32402 0x44cd70 0x44e751 0x8b3881e 0x85d2cfa 0x85d34a2 0x87fb549 0x87f7626 0x87f8484 0x873ba94 0x8735613 0x85e8841 0x886f723 0x88fbf49 0x88f36f0 0x884507d 0x8c02124 0x79d939 0x4fb7ae m31102| ----- BEGIN BACKTRACE ----- m31102| {"backtrace":[{"b":"8048000","o":"B67C77"},{"b":"8048000","o":"B6775A"},{"b":"8048000","o":"B67B94"},{"b":"B32000","o":"420"},{"b":"B32000","o":"402"},{"b":"424000","o":"28D70"},{"b":"424000","o":"2A751"},{"b":"8048000","o":"AF081E"},{"b":"8048000","o":"58ACFA"},{"b":"8048000","o":"58B4A2"},{"b":"8048000","o":"7B3549"},{"b":"8048000","o":"7AF626"},{"b":"8048000","o":"7B0484"},{"b":"8048000","o":"6F3A94"},{"b":"8048000","o":"6ED613"},{"b":"8048000","o":"5A0841"},{"b":"8048000","o":"827723"},{"b":"8048000","o":"8B3F49"},{"b":"8048000","o":"8AB6F0"},{"b":"8048000","o":"7FD07D"},{"b":"8048000","o":"BBA124"},{"b":"798000","o":"5939"},{"b":"424000","o":"D77AE"}],"processInfo":{ "mongodbVersion" : "2.7.8-pre-", "gitVersion" : "57f036a36923b3d6bef6219768f6c65f18bd133a", "uname" : { "sysname" : "Linux", "release" : "2.6.18-194.el5xen", "version" : "#1 SMP Tue Mar 16 22:08:06 EDT 2010", "machine" : "i686" }, "somap" : [ { "elfType" : 2, "b" : "8048000" }, { "b" : "B32000", "elfType" : 3 }, { "b" : "59C000", "path" : "/lib/i686/nosegneg/librt.so.1", "elfType" : 3 }, { "b" : "753000", "path" : "/lib/libdl.so.2", "elfType" : 3 }, { "b" : "8A6000", "path" : "/usr/lib/libstdc++.so.6", "elfType" : 3 }, { "b" : "83D000", "path" : "/lib/i686/nosegneg/libm.so.6", "elfType" : 3 }, { "b" : "99B000", "path" : "/lib/libgcc_s.so.1", "elfType" : 3 }, { "b" : "798000", "path" : "/lib/i686/nosegneg/libpthread.so.0", "elfType" : 3 }, { "b" : "424000", "path" : "/lib/i686/nosegneg/libc.so.6", "elfType" : 3 }, { "b" : "19C000", "path" : "/lib/ld-linux.so.2", "elfType" : 3 } ] }} m31102| mongod(_ZN5mongo15printStackTraceERSo+0x37) [0x8bafc77] m31102| mongod(+0xB6775A) [0x8baf75a] m31102| mongod(+0xB67B94) [0x8bafb94] m31102| (__kernel_sigreturn+0x0) [0xb32420] m31102| (__kernel_vsyscall+0x2) [0xb32402] m31102| libc.so.6(gsignal+0x50) [0x44cd70] m31102| libc.so.6(abort+0x101) [0x44e751] m31102| mongod(_ZN5mongo15invariantFailedEPKcS1_j+0x13E) [0x8b3881e] m31102| mongod(_ZN5mongo10LockerImplILb1EE22saveLockStateAndUnlockEPNS_6Locker12LockSnapshotE+0x49A) [0x85d2cfa] m31102| mongod(_ZN5mongo5Yield13yieldAllLocksEPNS_16OperationContextEi+0x62) [0x85d34a2] m31102| mongod(_ZN5mongo15PlanYieldPolicy5yieldEb+0x79) [0x87fb549] m31102| mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_7DiskLocE+0x66) [0x87f7626] m31102| mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x44) [0x87f8484] m31102| mongod(_ZN5mongo14UpdateExecutor7executeEPNS_8DatabaseE+0x184) [0x873ba94] m31102| mongod(_ZN5mongo6updateEPNS_8DatabaseERKNS_13UpdateRequestEPNS_7OpDebugE+0x43) [0x8735613] m31102| mongod(_ZN5mongo7Helpers12putSingletonEPNS_16OperationContextEPKcNS_7BSONObjE+0x1C1) [0x85e8841] m31102| mongod(_ZN5mongo4repl11setMinValidEPNS_16OperationContextENS_6OpTimeE+0x533) [0x886f723] m31102| mongod(_ZN5mongo4repl8SyncTail16oplogApplicationEv+0xF9) [0x88fbf49] m31102| mongod(_ZN5mongo4repl13runSyncThreadEv+0x210) [0x88f36f0] m31102| mongod(_ZN5boost6detail11thread_dataIPFvvEE3runEv+0xD) [0x884507d] m31102| mongod(+0xBBA124) [0x8c02124] m31102| libpthread.so.0(+0x5939) [0x79d939] m31102| libc.so.6(clone+0x5E) [0x4fb7ae] m31102| ----- END BACKTRACE ----- m31101| 2014-10-21T16:22:34.999+0000 I - [rsSync] Invariant failure !inAWriteUnitOfWork() src/mongo/db/concurrency/lock_state.cpp 572 m31101| 2014-10-21T16:22:35.034+0000 I - [rsSync] m31101| 0x8bafc77 0x8b53ef7 0x8b387d3 0x85d2cfa 0x85d34a2 0x87fb549 0x87f7626 0x87f8484 0x873ba94 0x8735613 0x85e8841 0x886f723 0x88fbf49 0x88f36f0 0x884507d 0x8c02124 0x54c939 0xd187ae m31101| ----- BEGIN BACKTRACE ----- m31101| {"backtrace":[{"b":"8048000","o":"B67C77"},{"b":"8048000","o":"B0BEF7"},{"b":"8048000","o":"AF07D3"},{"b":"8048000","o":"58ACFA"},{"b":"8048000","o":"58B4A2"},{"b":"8048000","o":"7B3549"},{"b":"8048000","o":"7AF626"},{"b":"8048000","o":"7B0484"},{"b":"8048000","o":"6F3A94"},{"b":"8048000","o":"6ED613"},{"b":"8048000","o":"5A0841"},{"b":"8048000","o":"827723"},{"b":"8048000","o":"8B3F49"},{"b":"8048000","o":"8AB6F0"},{"b":"8048000","o":"7FD07D"},{"b":"8048000","o":"BBA124"},{"b":"547000","o":"5939"},{"b":"C41000","o":"D77AE"}],"processInfo":{ "mongodbVersion" : "2.7.8-pre-", "gitVersion" : "57f036a36923b3d6bef6219768f6c65f18bd133a", "uname" : { "sysname" : "Linux", "release" : "2.6.18-194.el5xen", "version" : "#1 SMP Tue Mar 16 22:08:06 EDT 2010", "machine" : "i686" }, "somap" : [ { "elfType" : 2, "b" : "8048000" }, { "b" : "DBE000", "elfType" : 3 }, { "b" : "3B3000", "path" : "/lib/i686/nosegneg/librt.so.1", "elfType" : 3 }, { "b" : "312000", "path" : "/lib/libdl.so.2", "elfType" : 3 }, { "b" : "8CF000", "path" : "/usr/lib/libstdc++.so.6", "elfType" : 3 }, { "b" : "B95000", "path" : "/lib/i686/nosegneg/libm.so.6", "elfType" : 3 }, { "b" : "110000", "path" : "/lib/libgcc_s.so.1", "elfType" : 3 }, { "b" : "547000", "path" : "/lib/i686/nosegneg/libpthread.so.0", "elfType" : 3 }, { "b" : "C41000", "path" : "/lib/i686/nosegneg/libc.so.6", "elfType" : 3 }, { "b" : "B5A000", "path" : "/lib/ld-linux.so.2", "elfType" : 3 } ] }} m31101| mongod(_ZN5mongo15printStackTraceERSo+0x37) [0x8bafc77] m31101| mongod(_ZN5mongo10logContextEPKc+0x107) [0x8b53ef7] m31101| mongod(_ZN5mongo15invariantFailedEPKcS1_j+0xF3) [0x8b387d3] m31101| mongod(_ZN5mongo10LockerImplILb1EE22saveLockStateAndUnlockEPNS_6Locker12LockSnapshotE+0x49A) [0x85d2cfa] m31101| mongod(_ZN5mongo5Yield13yieldAllLocksEPNS_16OperationContextEi+0x62) [0x85d34a2] m31101| mongod(_ZN5mongo15PlanYieldPolicy5yieldEb+0x79) [0x87fb549] m31101| mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_7DiskLocE+0x66) [0x87f7626] m31101| mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x44) [0x87f8484] m31101| mongod(_ZN5mongo14UpdateExecutor7executeEPNS_8DatabaseE+0x184) [0x873ba94] m31101| mongod(_ZN5mongo6updateEPNS_8DatabaseERKNS_13UpdateRequestEPNS_7OpDebugE+0x43) [0x8735613] m31101| mongod(_ZN5mongo7Helpers12putSingletonEPNS_16OperationContextEPKcNS_7BSONObjE+0x1C1) [0x85e8841] m31101| mongod(_ZN5mongo4repl11setMinValidEPNS_16OperationContextENS_6OpTimeE+0x533) [0x886f723] m31101| mongod(_ZN5mongo4repl8SyncTail16oplogApplicationEv+0xF9) [0x88fbf49] m31101| mongod(_ZN5mongo4repl13runSyncThreadEv+0x210) [0x88f36f0] m31101| mongod(_ZN5boost6detail11thread_dataIPFvvEE3runEv+0xD) [0x884507d] m31101| mongod(+0xBBA124) [0x8c02124] m31101| libpthread.so.0(+0x5939) [0x54c939] m31101| libc.so.6(clone+0x5E) [0xd187ae] m31101| ----- END BACKTRACE ----- m31101| 2014-10-21T16:22:35.034+0000 I - [rsSync] m31101| m31101| ***aborting after invariant() failure m31101| m31101| m31101| 2014-10-21T16:22:35.051+0000 F - [rsSync] Got signal: 6 (Aborted). m31101| m31101| 0x8bafc77 0x8baf75a 0x8bafb94 0xdbe420 0xdbe402 0xc69d70 0xc6b751 0x8b3881e 0x85d2cfa 0x85d34a2 0x87fb549 0x87f7626 0x87f8484 0x873ba94 0x8735613 0x85e8841 0x886f723 0x88fbf49 0x88f36f0 0x884507d 0x8c02124 0x54c939 0xd187ae m31101| ----- BEGIN BACKTRACE ----- m31101| {"backtrace":[{"b":"8048000","o":"B67C77"},{"b":"8048000","o":"B6775A"},{"b":"8048000","o":"B67B94"},{"b":"DBE000","o":"420"},{"b":"DBE000","o":"402"},{"b":"C41000","o":"28D70"},{"b":"C41000","o":"2A751"},{"b":"8048000","o":"AF081E"},{"b":"8048000","o":"58ACFA"},{"b":"8048000","o":"58B4A2"},{"b":"8048000","o":"7B3549"},{"b":"8048000","o":"7AF626"},{"b":"8048000","o":"7B0484"},{"b":"8048000","o":"6F3A94"},{"b":"8048000","o":"6ED613"},{"b":"8048000","o":"5A0841"},{"b":"8048000","o":"827723"},{"b":"8048000","o":"8B3F49"},{"b":"8048000","o":"8AB6F0"},{"b":"8048000","o":"7FD07D"},{"b":"8048000","o":"BBA124"},{"b":"547000","o":"5939"},{"b":"C41000","o":"D77AE"}],"processInfo":{ "mongodbVersion" : "2.7.8-pre-", "gitVersion" : "57f036a36923b3d6bef6219768f6c65f18bd133a", "uname" : { "sysname" : "Linux", "release" : "2.6.18-194.el5xen", "version" : "#1 SMP Tue Mar 16 22:08:06 EDT 2010", "machine" : "i686" }, "somap" : [ { "elfType" : 2, "b" : "8048000" }, { "b" : "DBE000", "elfType" : 3 }, { "b" : "3B3000", "path" : "/lib/i686/nosegneg/librt.so.1", "elfType" : 3 }, { "b" : "312000", "path" : "/lib/libdl.so.2", "elfType" : 3 }, { "b" : "8CF000", "path" : "/usr/lib/libstdc++.so.6", "elfType" : 3 }, { "b" : "B95000", "path" : "/lib/i686/nosegneg/libm.so.6", "elfType" : 3 }, { "b" : "110000", "path" : "/lib/libgcc_s.so.1", "elfType" : 3 }, { "b" : "547000", "path" : "/lib/i686/nosegneg/libpthread.so.0", "elfType" : 3 }, { "b" : "C41000", "path" : "/lib/i686/nosegneg/libc.so.6", "elfType" : 3 }, { "b" : "B5A000", "path" : "/lib/ld-linux.so.2", "elfType" : 3 } ] }} m31101| mongod(_ZN5mongo15printStackTraceERSo+0x37) [0x8bafc77] m31101| mongod(+0xB6775A) [0x8baf75a] m31101| mongod(+0xB67B94) [0x8bafb94] m31101| (__kernel_sigreturn+0x0) [0xdbe420] m31101| (__kernel_vsyscall+0x2) [0xdbe402] m31101| libc.so.6(gsignal+0x50) [0xc69d70] m31101| libc.so.6(abort+0x101) [0xc6b751] m31101| mongod(_ZN5mongo15invariantFailedEPKcS1_j+0x13E) [0x8b3881e] m31101| mongod(_ZN5mongo10LockerImplILb1EE22saveLockStateAndUnlockEPNS_6Locker12LockSnapshotE+0x49A) [0x85d2cfa] m31101| mongod(_ZN5mongo5Yield13yieldAllLocksEPNS_16OperationContextEi+0x62) [0x85d34a2] m31101| mongod(_ZN5mongo15PlanYieldPolicy5yieldEb+0x79) [0x87fb549] m31101| mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_7DiskLocE+0x66) [0x87f7626] m31101| mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x44) [0x87f8484] m31101| mongod(_ZN5mongo14UpdateExecutor7executeEPNS_8DatabaseE+0x184) [0x873ba94] m31101| mongod(_ZN5mongo6updateEPNS_8DatabaseERKNS_13UpdateRequestEPNS_7OpDebugE+0x43) [0x8735613] m31101| mongod(_ZN5mongo7Helpers12putSingletonEPNS_16OperationContextEPKcNS_7BSONObjE+0x1C1) [0x85e8841] m31101| mongod(_ZN5mongo4repl11setMinValidEPNS_16OperationContextENS_6OpTimeE+0x533) [0x886f723] m31101| mongod(_ZN5mongo4repl8SyncTail16oplogApplicationEv+0xF9) [0x88fbf49] m31101| mongod(_ZN5mongo4repl13runSyncThreadEv+0x210) [0x88f36f0] m31101| mongod(_ZN5boost6detail11thread_dataIPFvvEE3runEv+0xD) [0x884507d] m31101| mongod(+0xBBA124) [0x8c02124] m31101| libpthread.so.0(+0x5939) [0x54c939] m31101| libc.so.6(clone+0x5E) [0xd187ae] m31101| ----- END BACKTRACE -----