Uploaded image for project: 'Core Server'
  1. Core Server
  2. SERVER-15760

Helpers used internally by repl can yield inside a WriteUnitOfWork

    • Type: Icon: Bug Bug
    • Resolution: Done
    • Priority: Icon: Critical - P2 Critical - P2
    • 2.7.8
    • Affects Version/s: None
    • Component/s: Concurrency
    • Labels:
      None
    • ALL
    • 0

      This tripped the following invariant in sharding/auth.js:

      ----- BEGIN BACKTRACE -----
       m31102| {"backtrace":[{"b":"8048000","o":"B67C77"},{"b":"8048000","o":"B0BEF7"},{"b":"8048000","o":"AF07D3"},{"b":"8048000","o":"58ACFA"},{"b":"8048000","o":"58B4A2"},{"b":"8048000","o":"7B3549"},{"b":"8048000","o":"7AF626"},{"b":"8048000","o":"7B0484"},{"b":"8048000","o":"6F3A94"},{"b":"8048000","o":"6ED613"},{"b":"8048000","o":"5A0841"},{"b":"8048000","o":"827723"},{"b":"8048000","o":"8B3F49"},{"b":"8048000","o":"8AB6F0"},{"b":"8048000","o":"7FD07D"},{"b":"8048000","o":"BBA124"},{"b":"798000","o":"5939"},{"b":"424000","o":"D77AE"}],"processInfo":{ "mongodbVersion" : "2.7.8-pre-", "gitVersion" : "57f036a36923b3d6bef6219768f6c65f18bd133a", "uname" : { "sysname" : "Linux", "release" : "2.6.18-194.el5xen", "version" : "#1 SMP Tue Mar 16 22:08:06 EDT 2010", "machine" : "i686" }, "somap" : [ { "elfType" : 2, "b" : "8048000" }, { "b" : "B32000", "elfType" : 3 }, { "b" : "59C000", "path" : "/lib/i686/nosegneg/librt.so.1", "elfType" : 3 }, { "b" : "753000", "path" : "/lib/libdl.so.2", "elfType" : 3 }, { "b" : "8A6000", "path" : "/usr/lib/libstdc++.so.6", "elfType" : 3 }, { "b" : "83D000", "path" : "/lib/i686/nosegneg/libm.so.6", "elfType" : 3 }, { "b" : "99B000", "path" : "/lib/libgcc_s.so.1", "elfType" : 3 }, { "b" : "798000", "path" : "/lib/i686/nosegneg/libpthread.so.0", "elfType" : 3 }, { "b" : "424000", "path" : "/lib/i686/nosegneg/libc.so.6", "elfType" : 3 }, { "b" : "19C000", "path" : "/lib/ld-linux.so.2", "elfType" : 3 } ] }}
       m31102|  mongod(_ZN5mongo15printStackTraceERSo+0x37) [0x8bafc77]
       m31102|  mongod(_ZN5mongo10logContextEPKc+0x107) [0x8b53ef7]
       m31102|  mongod(_ZN5mongo15invariantFailedEPKcS1_j+0xF3) [0x8b387d3]
       m31102|  mongod(_ZN5mongo10LockerImplILb1EE22saveLockStateAndUnlockEPNS_6Locker12LockSnapshotE+0x49A) [0x85d2cfa]
       m31102|  mongod(_ZN5mongo5Yield13yieldAllLocksEPNS_16OperationContextEi+0x62) [0x85d34a2]
       m31102|  mongod(_ZN5mongo15PlanYieldPolicy5yieldEb+0x79) [0x87fb549]
       m31102|  mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_7DiskLocE+0x66) [0x87f7626]
       m31102|  mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x44) [0x87f8484]
       m31102|  mongod(_ZN5mongo14UpdateExecutor7executeEPNS_8DatabaseE+0x184) [0x873ba94]
       m31102|  mongod(_ZN5mongo6updateEPNS_8DatabaseERKNS_13UpdateRequestEPNS_7OpDebugE+0x43) [0x8735613]
       m31102|  mongod(_ZN5mongo7Helpers12putSingletonEPNS_16OperationContextEPKcNS_7BSONObjE+0x1C1) [0x85e8841]
       m31102|  mongod(_ZN5mongo4repl11setMinValidEPNS_16OperationContextENS_6OpTimeE+0x533) [0x886f723]
       m31102|  mongod(_ZN5mongo4repl8SyncTail16oplogApplicationEv+0xF9) [0x88fbf49]
       m31102|  mongod(_ZN5mongo4repl13runSyncThreadEv+0x210) [0x88f36f0]
       m31102|  mongod(_ZN5boost6detail11thread_dataIPFvvEE3runEv+0xD) [0x884507d]
       m31102|  mongod(+0xBBA124) [0x8c02124]
       m31102|  libpthread.so.0(+0x5939) [0x79d939]
       m31102|  libc.so.6(clone+0x5E) [0x4fb7ae]
       m31102| -----  END BACKTRACE  -----
       m31102| 2014-10-21T16:22:35.014+0000 I -        [rsSync] 
       m31102| 
       m31102| ***aborting after invariant() failure
       m31102| 
       m31102| 
       m31102| 2014-10-21T16:22:35.050+0000 F -        [rsSync] Got signal: 6 (Aborted).
       m31102| 
       m31102|  0x8bafc77 0x8baf75a 0x8bafb94 0xb32420 0xb32402 0x44cd70 0x44e751 0x8b3881e 0x85d2cfa 0x85d34a2 0x87fb549 0x87f7626 0x87f8484 0x873ba94 0x8735613 0x85e8841 0x886f723 0x88fbf49 0x88f36f0 0x884507d 0x8c02124 0x79d939 0x4fb7ae
       m31102| ----- BEGIN BACKTRACE -----
       m31102| {"backtrace":[{"b":"8048000","o":"B67C77"},{"b":"8048000","o":"B6775A"},{"b":"8048000","o":"B67B94"},{"b":"B32000","o":"420"},{"b":"B32000","o":"402"},{"b":"424000","o":"28D70"},{"b":"424000","o":"2A751"},{"b":"8048000","o":"AF081E"},{"b":"8048000","o":"58ACFA"},{"b":"8048000","o":"58B4A2"},{"b":"8048000","o":"7B3549"},{"b":"8048000","o":"7AF626"},{"b":"8048000","o":"7B0484"},{"b":"8048000","o":"6F3A94"},{"b":"8048000","o":"6ED613"},{"b":"8048000","o":"5A0841"},{"b":"8048000","o":"827723"},{"b":"8048000","o":"8B3F49"},{"b":"8048000","o":"8AB6F0"},{"b":"8048000","o":"7FD07D"},{"b":"8048000","o":"BBA124"},{"b":"798000","o":"5939"},{"b":"424000","o":"D77AE"}],"processInfo":{ "mongodbVersion" : "2.7.8-pre-", "gitVersion" : "57f036a36923b3d6bef6219768f6c65f18bd133a", "uname" : { "sysname" : "Linux", "release" : "2.6.18-194.el5xen", "version" : "#1 SMP Tue Mar 16 22:08:06 EDT 2010", "machine" : "i686" }, "somap" : [ { "elfType" : 2, "b" : "8048000" }, { "b" : "B32000", "elfType" : 3 }, { "b" : "59C000", "path" : "/lib/i686/nosegneg/librt.so.1", "elfType" : 3 }, { "b" : "753000", "path" : "/lib/libdl.so.2", "elfType" : 3 }, { "b" : "8A6000", "path" : "/usr/lib/libstdc++.so.6", "elfType" : 3 }, { "b" : "83D000", "path" : "/lib/i686/nosegneg/libm.so.6", "elfType" : 3 }, { "b" : "99B000", "path" : "/lib/libgcc_s.so.1", "elfType" : 3 }, { "b" : "798000", "path" : "/lib/i686/nosegneg/libpthread.so.0", "elfType" : 3 }, { "b" : "424000", "path" : "/lib/i686/nosegneg/libc.so.6", "elfType" : 3 }, { "b" : "19C000", "path" : "/lib/ld-linux.so.2", "elfType" : 3 } ] }}
       m31102|  mongod(_ZN5mongo15printStackTraceERSo+0x37) [0x8bafc77]
       m31102|  mongod(+0xB6775A) [0x8baf75a]
       m31102|  mongod(+0xB67B94) [0x8bafb94]
       m31102|  (__kernel_sigreturn+0x0) [0xb32420]
       m31102|  (__kernel_vsyscall+0x2) [0xb32402]
       m31102|  libc.so.6(gsignal+0x50) [0x44cd70]
       m31102|  libc.so.6(abort+0x101) [0x44e751]
       m31102|  mongod(_ZN5mongo15invariantFailedEPKcS1_j+0x13E) [0x8b3881e]
       m31102|  mongod(_ZN5mongo10LockerImplILb1EE22saveLockStateAndUnlockEPNS_6Locker12LockSnapshotE+0x49A) [0x85d2cfa]
       m31102|  mongod(_ZN5mongo5Yield13yieldAllLocksEPNS_16OperationContextEi+0x62) [0x85d34a2]
       m31102|  mongod(_ZN5mongo15PlanYieldPolicy5yieldEb+0x79) [0x87fb549]
       m31102|  mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_7DiskLocE+0x66) [0x87f7626]
       m31102|  mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x44) [0x87f8484]
       m31102|  mongod(_ZN5mongo14UpdateExecutor7executeEPNS_8DatabaseE+0x184) [0x873ba94]
       m31102|  mongod(_ZN5mongo6updateEPNS_8DatabaseERKNS_13UpdateRequestEPNS_7OpDebugE+0x43) [0x8735613]
       m31102|  mongod(_ZN5mongo7Helpers12putSingletonEPNS_16OperationContextEPKcNS_7BSONObjE+0x1C1) [0x85e8841]
       m31102|  mongod(_ZN5mongo4repl11setMinValidEPNS_16OperationContextENS_6OpTimeE+0x533) [0x886f723]
       m31102|  mongod(_ZN5mongo4repl8SyncTail16oplogApplicationEv+0xF9) [0x88fbf49]
       m31102|  mongod(_ZN5mongo4repl13runSyncThreadEv+0x210) [0x88f36f0]
       m31102|  mongod(_ZN5boost6detail11thread_dataIPFvvEE3runEv+0xD) [0x884507d]
       m31102|  mongod(+0xBBA124) [0x8c02124]
       m31102|  libpthread.so.0(+0x5939) [0x79d939]
       m31102|  libc.so.6(clone+0x5E) [0x4fb7ae]
       m31102| -----  END BACKTRACE  -----
       m31101| 2014-10-21T16:22:34.999+0000 I -        [rsSync] Invariant failure !inAWriteUnitOfWork() src/mongo/db/concurrency/lock_state.cpp 572
       m31101| 2014-10-21T16:22:35.034+0000 I -        [rsSync] 
       m31101|  0x8bafc77 0x8b53ef7 0x8b387d3 0x85d2cfa 0x85d34a2 0x87fb549 0x87f7626 0x87f8484 0x873ba94 0x8735613 0x85e8841 0x886f723 0x88fbf49 0x88f36f0 0x884507d 0x8c02124 0x54c939 0xd187ae
       m31101| ----- BEGIN BACKTRACE -----
       m31101| {"backtrace":[{"b":"8048000","o":"B67C77"},{"b":"8048000","o":"B0BEF7"},{"b":"8048000","o":"AF07D3"},{"b":"8048000","o":"58ACFA"},{"b":"8048000","o":"58B4A2"},{"b":"8048000","o":"7B3549"},{"b":"8048000","o":"7AF626"},{"b":"8048000","o":"7B0484"},{"b":"8048000","o":"6F3A94"},{"b":"8048000","o":"6ED613"},{"b":"8048000","o":"5A0841"},{"b":"8048000","o":"827723"},{"b":"8048000","o":"8B3F49"},{"b":"8048000","o":"8AB6F0"},{"b":"8048000","o":"7FD07D"},{"b":"8048000","o":"BBA124"},{"b":"547000","o":"5939"},{"b":"C41000","o":"D77AE"}],"processInfo":{ "mongodbVersion" : "2.7.8-pre-", "gitVersion" : "57f036a36923b3d6bef6219768f6c65f18bd133a", "uname" : { "sysname" : "Linux", "release" : "2.6.18-194.el5xen", "version" : "#1 SMP Tue Mar 16 22:08:06 EDT 2010", "machine" : "i686" }, "somap" : [ { "elfType" : 2, "b" : "8048000" }, { "b" : "DBE000", "elfType" : 3 }, { "b" : "3B3000", "path" : "/lib/i686/nosegneg/librt.so.1", "elfType" : 3 }, { "b" : "312000", "path" : "/lib/libdl.so.2", "elfType" : 3 }, { "b" : "8CF000", "path" : "/usr/lib/libstdc++.so.6", "elfType" : 3 }, { "b" : "B95000", "path" : "/lib/i686/nosegneg/libm.so.6", "elfType" : 3 }, { "b" : "110000", "path" : "/lib/libgcc_s.so.1", "elfType" : 3 }, { "b" : "547000", "path" : "/lib/i686/nosegneg/libpthread.so.0", "elfType" : 3 }, { "b" : "C41000", "path" : "/lib/i686/nosegneg/libc.so.6", "elfType" : 3 }, { "b" : "B5A000", "path" : "/lib/ld-linux.so.2", "elfType" : 3 } ] }}
       m31101|  mongod(_ZN5mongo15printStackTraceERSo+0x37) [0x8bafc77]
       m31101|  mongod(_ZN5mongo10logContextEPKc+0x107) [0x8b53ef7]
       m31101|  mongod(_ZN5mongo15invariantFailedEPKcS1_j+0xF3) [0x8b387d3]
       m31101|  mongod(_ZN5mongo10LockerImplILb1EE22saveLockStateAndUnlockEPNS_6Locker12LockSnapshotE+0x49A) [0x85d2cfa]
       m31101|  mongod(_ZN5mongo5Yield13yieldAllLocksEPNS_16OperationContextEi+0x62) [0x85d34a2]
       m31101|  mongod(_ZN5mongo15PlanYieldPolicy5yieldEb+0x79) [0x87fb549]
       m31101|  mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_7DiskLocE+0x66) [0x87f7626]
       m31101|  mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x44) [0x87f8484]
       m31101|  mongod(_ZN5mongo14UpdateExecutor7executeEPNS_8DatabaseE+0x184) [0x873ba94]
       m31101|  mongod(_ZN5mongo6updateEPNS_8DatabaseERKNS_13UpdateRequestEPNS_7OpDebugE+0x43) [0x8735613]
       m31101|  mongod(_ZN5mongo7Helpers12putSingletonEPNS_16OperationContextEPKcNS_7BSONObjE+0x1C1) [0x85e8841]
       m31101|  mongod(_ZN5mongo4repl11setMinValidEPNS_16OperationContextENS_6OpTimeE+0x533) [0x886f723]
       m31101|  mongod(_ZN5mongo4repl8SyncTail16oplogApplicationEv+0xF9) [0x88fbf49]
       m31101|  mongod(_ZN5mongo4repl13runSyncThreadEv+0x210) [0x88f36f0]
       m31101|  mongod(_ZN5boost6detail11thread_dataIPFvvEE3runEv+0xD) [0x884507d]
       m31101|  mongod(+0xBBA124) [0x8c02124]
       m31101|  libpthread.so.0(+0x5939) [0x54c939]
       m31101|  libc.so.6(clone+0x5E) [0xd187ae]
       m31101| -----  END BACKTRACE  -----
       m31101| 2014-10-21T16:22:35.034+0000 I -        [rsSync] 
       m31101| 
       m31101| ***aborting after invariant() failure
       m31101| 
       m31101| 
       m31101| 2014-10-21T16:22:35.051+0000 F -        [rsSync] Got signal: 6 (Aborted).
       m31101| 
       m31101|  0x8bafc77 0x8baf75a 0x8bafb94 0xdbe420 0xdbe402 0xc69d70 0xc6b751 0x8b3881e 0x85d2cfa 0x85d34a2 0x87fb549 0x87f7626 0x87f8484 0x873ba94 0x8735613 0x85e8841 0x886f723 0x88fbf49 0x88f36f0 0x884507d 0x8c02124 0x54c939 0xd187ae
       m31101| ----- BEGIN BACKTRACE -----
       m31101| {"backtrace":[{"b":"8048000","o":"B67C77"},{"b":"8048000","o":"B6775A"},{"b":"8048000","o":"B67B94"},{"b":"DBE000","o":"420"},{"b":"DBE000","o":"402"},{"b":"C41000","o":"28D70"},{"b":"C41000","o":"2A751"},{"b":"8048000","o":"AF081E"},{"b":"8048000","o":"58ACFA"},{"b":"8048000","o":"58B4A2"},{"b":"8048000","o":"7B3549"},{"b":"8048000","o":"7AF626"},{"b":"8048000","o":"7B0484"},{"b":"8048000","o":"6F3A94"},{"b":"8048000","o":"6ED613"},{"b":"8048000","o":"5A0841"},{"b":"8048000","o":"827723"},{"b":"8048000","o":"8B3F49"},{"b":"8048000","o":"8AB6F0"},{"b":"8048000","o":"7FD07D"},{"b":"8048000","o":"BBA124"},{"b":"547000","o":"5939"},{"b":"C41000","o":"D77AE"}],"processInfo":{ "mongodbVersion" : "2.7.8-pre-", "gitVersion" : "57f036a36923b3d6bef6219768f6c65f18bd133a", "uname" : { "sysname" : "Linux", "release" : "2.6.18-194.el5xen", "version" : "#1 SMP Tue Mar 16 22:08:06 EDT 2010", "machine" : "i686" }, "somap" : [ { "elfType" : 2, "b" : "8048000" }, { "b" : "DBE000", "elfType" : 3 }, { "b" : "3B3000", "path" : "/lib/i686/nosegneg/librt.so.1", "elfType" : 3 }, { "b" : "312000", "path" : "/lib/libdl.so.2", "elfType" : 3 }, { "b" : "8CF000", "path" : "/usr/lib/libstdc++.so.6", "elfType" : 3 }, { "b" : "B95000", "path" : "/lib/i686/nosegneg/libm.so.6", "elfType" : 3 }, { "b" : "110000", "path" : "/lib/libgcc_s.so.1", "elfType" : 3 }, { "b" : "547000", "path" : "/lib/i686/nosegneg/libpthread.so.0", "elfType" : 3 }, { "b" : "C41000", "path" : "/lib/i686/nosegneg/libc.so.6", "elfType" : 3 }, { "b" : "B5A000", "path" : "/lib/ld-linux.so.2", "elfType" : 3 } ] }}
       m31101|  mongod(_ZN5mongo15printStackTraceERSo+0x37) [0x8bafc77]
       m31101|  mongod(+0xB6775A) [0x8baf75a]
       m31101|  mongod(+0xB67B94) [0x8bafb94]
       m31101|  (__kernel_sigreturn+0x0) [0xdbe420]
       m31101|  (__kernel_vsyscall+0x2) [0xdbe402]
       m31101|  libc.so.6(gsignal+0x50) [0xc69d70]
       m31101|  libc.so.6(abort+0x101) [0xc6b751]
       m31101|  mongod(_ZN5mongo15invariantFailedEPKcS1_j+0x13E) [0x8b3881e]
       m31101|  mongod(_ZN5mongo10LockerImplILb1EE22saveLockStateAndUnlockEPNS_6Locker12LockSnapshotE+0x49A) [0x85d2cfa]
       m31101|  mongod(_ZN5mongo5Yield13yieldAllLocksEPNS_16OperationContextEi+0x62) [0x85d34a2]
       m31101|  mongod(_ZN5mongo15PlanYieldPolicy5yieldEb+0x79) [0x87fb549]
       m31101|  mongod(_ZN5mongo12PlanExecutor7getNextEPNS_7BSONObjEPNS_7DiskLocE+0x66) [0x87f7626]
       m31101|  mongod(_ZN5mongo12PlanExecutor11executePlanEv+0x44) [0x87f8484]
       m31101|  mongod(_ZN5mongo14UpdateExecutor7executeEPNS_8DatabaseE+0x184) [0x873ba94]
       m31101|  mongod(_ZN5mongo6updateEPNS_8DatabaseERKNS_13UpdateRequestEPNS_7OpDebugE+0x43) [0x8735613]
       m31101|  mongod(_ZN5mongo7Helpers12putSingletonEPNS_16OperationContextEPKcNS_7BSONObjE+0x1C1) [0x85e8841]
       m31101|  mongod(_ZN5mongo4repl11setMinValidEPNS_16OperationContextENS_6OpTimeE+0x533) [0x886f723]
       m31101|  mongod(_ZN5mongo4repl8SyncTail16oplogApplicationEv+0xF9) [0x88fbf49]
       m31101|  mongod(_ZN5mongo4repl13runSyncThreadEv+0x210) [0x88f36f0]
       m31101|  mongod(_ZN5boost6detail11thread_dataIPFvvEE3runEv+0xD) [0x884507d]
       m31101|  mongod(+0xBBA124) [0x8c02124]
       m31101|  libpthread.so.0(+0x5939) [0x54c939]
       m31101|  libc.so.6(clone+0x5E) [0xd187ae]
       m31101| -----  END BACKTRACE  -----
      

            Assignee:
            david.storch@mongodb.com David Storch
            Reporter:
            ian@mongodb.com Ian Whalen (Inactive)
            Votes:
            0 Vote for this issue
            Watchers:
            3 Start watching this issue

              Created:
              Updated:
              Resolved: