2014-11-13T23:09:24.210+0000 I - [clientcursormon] LockerId 71129 has been waiting to acquire lock for more than 30 seconds. MongoDB will print the lock manager state and the stack of the thread that has been waiting, for diagnostic purposes. This message does not necessary imply that the server is experiencing an outage, but might be an indication of an overloaded server. 2014-11-13T23:09:24.210+0000 I - [clientcursormon] Dumping LockManager @ 0x1b63440 2014-11-13T23:09:24.210+0000 I - [clientcursormon] warning: log line attempted (14k) over max size (10k), printing beginning and end ... Lock @ 0x3933AE0: {9: Global, 1} GRANTED: LockRequest 724 @ 0x4D20E00: Mode = IX; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 71129 @ 0x39B4300: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 105102 @ 0x13DFAE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 109090 @ 0x65545500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 113076 @ 0xECEEA300: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 117066 @ 0x70720E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 121052 @ 0x1D73FC00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 125042 @ 0xE7924E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 129022 @ 0xE1874E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 133010 @ 0xEFC9CE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 136835 @ 0x59A20300: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 136999 @ 0x1C7EAE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 140990 @ 0x1AE42E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 145076 @ 0x10741CE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 149067 @ 0x1A6B7800: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 153051 @ 0xEFF70E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 157037 @ 0x9B9CCE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 161019 @ 0xD95B6E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 165002 @ 0xE4644700: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 168990 @ 0x46516E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 172980 @ 0x67364A00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 176957 @ 0xE658CE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 180943 @ 0x5913EE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 184928 @ 0x21CCE000: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 188919 @ 0x40461500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 192907 @ 0xAC4D9500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 196895 @ 0x61764700: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 200874 @ 0xD122FC00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 204858 @ 0xA8110000: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 208846 @ 0x10B791C00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 212834 @ 0x10718CE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 216820 @ 0xE77D5C00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 220800 @ 0x91806700: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 224869 @ 0x37B5E300: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 228879 @ 0x2945CE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 232944 @ 0x37EC8A00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 236948 @ 0xD2D3E000: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 240959 @ 0xA2DAF500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 244970 @ 0x46EB6E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 248978 .......... ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 624494 @ 0x3AF88A00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 628487 @ 0x83DF5500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 632468 @ 0xCCADBC00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 636460 @ 0x5E492E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 640440 @ 0xDBE1AA00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 644422 @ 0x4DDF6000: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 648404 @ 0x776D4E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 652382 @ 0x4D95CE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 656366 @ 0x4D95EA00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 660348 @ 0x7B972E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 664342 @ 0x8F9CDC00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 668421 @ 0x8677500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 672417 @ 0x1174F9800: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 676401 @ 0x10F92D500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 680386 @ 0x109E69C00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 684371 @ 0x3A456A00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 688359 @ 0x54976E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 692348 @ 0x16139500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 696331 @ 0x10B8D4E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 700326 @ 0xE011D500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 704307 @ 0x104EECE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 708299 @ 0x104EEF800: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 712281 @ 0x105D05500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 720925 @ 0x4AC9500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 723451 @ 0x1057F1C00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 726758 @ 0x4CF3500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 730778 @ 0x5894BC00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 734715 @ 0x5BFF4E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 738659 @ 0xB14DE000: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 742621 @ 0x10F5DD500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 746584 @ 0x89ED6000: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 750548 @ 0xCCB5AE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 754511 @ 0xCCB5D100: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 758475 @ 0x9B790E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 762437 @ 0x5E183500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 766406 @ 0x2811AE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 770364 @ 0x3716E300: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 774338 @ 0x10E42B100: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 778306 @ 0x7A068E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; PENDING: 2014-11-13T23:09:24.210+0000 I - [clientcursormon] warning: log line attempted (14k) over max size (10k), printing beginning and end ... Lock @ 0x4ED4FC0: {3780475702609419668: Collection, 472559462826177458} GRANTED: LockRequest 105102 @ 0x13DFAE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 109090 @ 0x65545500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 113076 @ 0xECEEA300: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 117066 @ 0x70720E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 121052 @ 0x1D73FC00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 125042 @ 0xE7924E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 129022 @ 0xE1874E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 133010 @ 0xEFC9CE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 136999 @ 0x1C7EAE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 140990 @ 0x1AE42E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 145076 @ 0x10741CE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 149067 @ 0x1A6B7800: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 153051 @ 0xEFF70E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 157037 @ 0x9B9CCE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 161019 @ 0xD95B6E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 165002 @ 0xE4644700: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 168990 @ 0x46516E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 172980 @ 0x67364A00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 176957 @ 0xE658CE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 180943 @ 0x5913EE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 184928 @ 0x21CCE000: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 188919 @ 0x40461500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 192907 @ 0xAC4D9500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 196895 @ 0x61764700: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 200874 @ 0xD122FC00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 204858 @ 0xA8110000: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 208846 @ 0x10B791C00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 212834 @ 0x10718CE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 216820 @ 0xE77D5C00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 220800 @ 0x91806700: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 224869 @ 0x37B5E300: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 228879 @ 0x2945CE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 232944 @ 0x37EC8A00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 236948 @ 0xD2D3E000: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 240959 @ 0xA2DAF500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 244970 @ 0x46EB6E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 248978 @ 0xD46A7500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 252986 @ 0xB1B0CA00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 256996 @ 0x112328000: Mode = IS; ConvertMode = N .......... ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 624494 @ 0x3AF88A00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 628487 @ 0x83DF5500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 632468 @ 0xCCADBC00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 636460 @ 0x5E492E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 640440 @ 0xDBE1AA00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 644422 @ 0x4DDF6000: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 648404 @ 0x776D4E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 652382 @ 0x4D95CE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 656366 @ 0x4D95EA00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 660348 @ 0x7B972E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 664342 @ 0x8F9CDC00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 668421 @ 0x8677500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 672417 @ 0x1174F9800: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 676401 @ 0x10F92D500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 680386 @ 0x109E69C00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 684371 @ 0x3A456A00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 688359 @ 0x54976E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 692348 @ 0x16139500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 696331 @ 0x10B8D4E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 700326 @ 0xE011D500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 704307 @ 0x104EECE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 708299 @ 0x104EEF800: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 712281 @ 0x105D05500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 720925 @ 0x4AC9500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 723451 @ 0x1057F1C00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 726758 @ 0x4CF3500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 730778 @ 0x5894BC00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 734715 @ 0x5BFF4E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 738659 @ 0xB14DE000: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 742621 @ 0x10F5DD500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 746584 @ 0x89ED6000: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 750548 @ 0xCCB5AE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 754511 @ 0xCCB5D100: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 758475 @ 0x9B790E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 762437 @ 0x5E183500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 766406 @ 0x2811AE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 770364 @ 0x3716E300: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 774338 @ 0x10E42B100: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 778306 @ 0x7A068E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; PENDING: 2014-11-13T23:09:24.211+0000 I - [clientcursormon] Lock @ 0xA77C2820: {12626421189333917147: Database, 1578302648666739643} GRANTED: LockRequest 724 @ 0x4D20E00: Mode = X; ConvertMode = NONE; EnqueueAtFront = 0; PENDING: LockRequest 71129 @ 0x39B4300: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; 2014-11-13T23:09:24.211+0000 I - [clientcursormon] Lock @ 0x1D1FBE00: {9899790827672861691: Database, 1237473853459107711} GRANTED: LockRequest 136835 @ 0x59A20300: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; PENDING: 2014-11-13T23:09:24.211+0000 I - [clientcursormon] warning: log line attempted (14k) over max size (10k), printing beginning and end ... Lock @ 0x3930AE0: {13271045645418978939: Database, 1658880705677372367} GRANTED: LockRequest 105102 @ 0x13DFAE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 109090 @ 0x65545500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 113076 @ 0xECEEA300: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 117066 @ 0x70720E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 121052 @ 0x1D73FC00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 125042 @ 0xE7924E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 129022 @ 0xE1874E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 133010 @ 0xEFC9CE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 136999 @ 0x1C7EAE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 140990 @ 0x1AE42E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 145076 @ 0x10741CE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 149067 @ 0x1A6B7800: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 153051 @ 0xEFF70E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 157037 @ 0x9B9CCE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 161019 @ 0xD95B6E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 165002 @ 0xE4644700: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 168990 @ 0x46516E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 172980 @ 0x67364A00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 176957 @ 0xE658CE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 180943 @ 0x5913EE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 184928 @ 0x21CCE000: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 188919 @ 0x40461500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 192907 @ 0xAC4D9500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 196895 @ 0x61764700: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 200874 @ 0xD122FC00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 204858 @ 0xA8110000: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 208846 @ 0x10B791C00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 212834 @ 0x10718CE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 216820 @ 0xE77D5C00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 220800 @ 0x91806700: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 224869 @ 0x37B5E300: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 228879 @ 0x2945CE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 232944 @ 0x37EC8A00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 236948 @ 0xD2D3E000: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 240959 @ 0xA2DAF500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 244970 @ 0x46EB6E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 248978 @ 0xD46A7500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 252986 @ 0xB1B0CA00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 256996 @ 0x112328000: Mode = IS; ConvertMode = N .......... ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 624494 @ 0x3AF88A00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 628487 @ 0x83DF5500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 632468 @ 0xCCADBC00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 636460 @ 0x5E492E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 640440 @ 0xDBE1AA00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 644422 @ 0x4DDF6000: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 648404 @ 0x776D4E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 652382 @ 0x4D95CE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 656366 @ 0x4D95EA00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 660348 @ 0x7B972E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 664342 @ 0x8F9CDC00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 668421 @ 0x8677500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 672417 @ 0x1174F9800: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 676401 @ 0x10F92D500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 680386 @ 0x109E69C00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 684371 @ 0x3A456A00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 688359 @ 0x54976E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 692348 @ 0x16139500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 696331 @ 0x10B8D4E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 700326 @ 0xE011D500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 704307 @ 0x104EECE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 708299 @ 0x104EEF800: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 712281 @ 0x105D05500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 720925 @ 0x4AC9500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 723451 @ 0x1057F1C00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 726758 @ 0x4CF3500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 730778 @ 0x5894BC00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 734715 @ 0x5BFF4E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 738659 @ 0xB14DE000: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 742621 @ 0x10F5DD500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 746584 @ 0x89ED6000: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 750548 @ 0xCCB5AE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 754511 @ 0xCCB5D100: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 758475 @ 0x9B790E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 762437 @ 0x5E183500: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 766406 @ 0x2811AE00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 770364 @ 0x3716E300: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 774338 @ 0x10E42B100: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; LockRequest 778306 @ 0x7A068E00: Mode = IS; ConvertMode = NONE; EnqueueAtFront = 0; PENDING: 2014-11-13T23:09:24.211+0000 I - [clientcursormon] 2014-11-13T23:09:24.237+0000 I - [clientcursormon] 0xf743e9 0x9af35a 0x9b7624 0x9a8b3e 0x91b970 0x91bafe 0x9001e3 0x91ee15 0xf04c49 0xfc19f4 0x7f637e36a182 0x7f637d46afbd ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B743E9"},{"b":"400000","o":"5AF35A"},{"b":"400000","o":"5B7624"},{"b":"400000","o":"5A8B3E"},{"b":"400000","o":"51B970"},{"b":"400000","o":"51BAFE"},{"b":"400000","o":"5001E3"},{"b":"400000","o":"51EE15"},{"b":"400000","o":"B04C49"},{"b":"400000","o":"BC19F4"},{"b":"7F637E362000","o":"8182"},{"b":"7F637D370000","o":"FAFBD"}],"processInfo":{ "mongodbVersion" : "2.8.0-rc1-pre-", "gitVersion" : "7bdca162807d6436d469a352a129226252cb451d", "uname" : { "sysname" : "Linux", "release" : "3.13.0-36-generic", "version" : "#63-Ubuntu SMP Wed Sep 3 21:30:07 UTC 2014", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF4F192000", "elfType" : 3 }, { "b" : "7F637E362000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7F637E15A000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7F637DF56000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7F637DC52000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7F637D94C000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7F637D736000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7F637D370000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7F637E580000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf743e9] mongod(+0x5AF35A) [0x9af35a] mongod(_ZN5mongo10LockerImplILb0EE4lockERKNS_10ResourceIdENS_8LockModeEjb+0x1A4) [0x9b7624] mongod(_ZN5mongo4Lock6DBLockC1EPNS_6LockerERKNS_10StringDataENS_8LockModeE+0xCE) [0x9a8b3e] mongod(_ZN5mongo9AutoGetDbC1EPNS_16OperationContextERKNS_10StringDataENS_8LockModeE+0x30) [0x91b970] mongod(_ZN5mongo24AutoGetCollectionForReadC2EPNS_16OperationContextERKSs+0x6E) [0x91bafe] mongod(_ZN5mongo19GlobalCursorIdCache14timeoutCursorsEPNS_16OperationContextEi+0x113) [0x9001e3] mongod(_ZN5mongo19ClientCursorMonitor3runEv+0xA5) [0x91ee15] mongod(_ZN5mongo13BackgroundJob7jobBodyEv+0x119) [0xf04c49] mongod(+0xBC19F4) [0xfc19f4] libpthread.so.0(+0x8182) [0x7f637e36a182] libc.so.6(clone+0x6D) [0x7f637d46afbd] ----- END BACKTRACE ----- 2014-11-13T23:09:34.378+0000 I - [conn387] Invariant failure event.isValid() src/mongo/db/repl/replication_executor.cpp 214 2014-11-13T23:09:34.391+0000 I CONTROL [conn387] 0xf743e9 0xf1c3e1 0xf01e13 0xca1b66 0xc56260 0xc77f44 0xc78f74 0x97ee2c 0x9bf994 0x9c0837 0x9c13a0 0xbc26fb 0xaa6b43 0x7e8910 0xf30ac1 0x7f637e36a182 0x7f637d46afbd ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B743E9"},{"b":"400000","o":"B1C3E1"},{"b":"400000","o":"B01E13"},{"b":"400000","o":"8A1B66"},{"b":"400000","o":"856260"},{"b":"400000","o":"877F44"},{"b":"400000","o":"878F74"},{"b":"400000","o":"57EE2C"},{"b":"400000","o":"5BF994"},{"b":"400000","o":"5C0837"},{"b":"400000","o":"5C13A0"},{"b":"400000","o":"7C26FB"},{"b":"400000","o":"6A6B43"},{"b":"400000","o":"3E8910"},{"b":"400000","o":"B30AC1"},{"b":"7F637E362000","o":"8182"},{"b":"7F637D370000","o":"FAFBD"}],"processInfo":{ "mongodbVersion" : "2.8.0-rc1-pre-", "gitVersion" : "7bdca162807d6436d469a352a129226252cb451d", "uname" : { "sysname" : "Linux", "release" : "3.13.0-36-generic", "version" : "#63-Ubuntu SMP Wed Sep 3 21:30:07 UTC 2014", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF4F192000", "elfType" : 3 }, { "b" : "7F637E362000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7F637E15A000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7F637DF56000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7F637DC52000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7F637D94C000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7F637D736000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7F637D370000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7F637E580000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf743e9] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xf1c3e1] mongod(_ZN5mongo15invariantFailedEPKcS1_j+0xD3) [0xf01e13] mongod(_ZN5mongo4repl19ReplicationExecutor12waitForEventERKNS1_11EventHandleE+0x2E6) [0xca1b66] mongod(_ZN5mongo4repl26ReplicationCoordinatorImpl22fillIsMasterForReplSetEPNS0_16IsMasterResponseE+0xB0) [0xc56260] mongod(_ZN5mongo4repl21appendReplicationInfoEPNS_16OperationContextERNS_14BSONObjBuilderEi+0xFE4) [0xc77f44] mongod(_ZNK5mongo4repl27ReplicationInfoServerStatus15generateSectionERKNS_11BSONElementE+0xA4) [0xc78f74] mongod(_ZN5mongo15CmdServerStatus3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x78C) [0x97ee2c] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bf994] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC67) [0x9c0837] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x2D0) [0x9c13a0] mongod(_ZN5mongo11newRunQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERNS_5CurOpES3_b+0x105B) [0xbc26fb] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortEb+0xBC3) [0xaa6b43] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xE0) [0x7e8910] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x421) [0xf30ac1] libpthread.so.0(+0x8182) [0x7f637e36a182] libc.so.6(clone+0x6D) [0x7f637d46afbd] ----- END BACKTRACE ----- 2014-11-13T23:09:34.391+0000 I - [conn387] ***aborting after invariant() failure 2014-11-13T23:09:34.412+0000 F - [conn387] Got signal: 6 (Aborted). 0xf743e9 0xf73d52 0xf740d6 0x7f637d3a6c30 0x7f637d3a6bb9 0x7f637d3a9fc8 0xf01e58 0xca1b66 0xc56260 0xc77f44 0xc78f74 0x97ee2c 0x9bf994 0x9c0837 0x9c13a0 0xbc26fb 0xaa6b43 0x7e8910 0xf30ac1 0x7f637e36a182 0x7f637d46afbd ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B743E9"},{"b":"400000","o":"B73D52"},{"b":"400000","o":"B740D6"},{"b":"7F637D370000","o":"36C30"},{"b":"7F637D370000","o":"36BB9"},{"b":"7F637D370000","o":"39FC8"},{"b":"400000","o":"B01E58"},{"b":"400000","o":"8A1B66"},{"b":"400000","o":"856260"},{"b":"400000","o":"877F44"},{"b":"400000","o":"878F74"},{"b":"400000","o":"57EE2C"},{"b":"400000","o":"5BF994"},{"b":"400000","o":"5C0837"},{"b":"400000","o":"5C13A0"},{"b":"400000","o":"7C26FB"},{"b":"400000","o":"6A6B43"},{"b":"400000","o":"3E8910"},{"b":"400000","o":"B30AC1"},{"b":"7F637E362000","o":"8182"},{"b":"7F637D370000","o":"FAFBD"}],"processInfo":{ "mongodbVersion" : "2.8.0-rc1-pre-", "gitVersion" : "7bdca162807d6436d469a352a129226252cb451d", "uname" : { "sysname" : "Linux", "release" : "3.13.0-36-generic", "version" : "#63-Ubuntu SMP Wed Sep 3 21:30:07 UTC 2014", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b" : "7FFF4F192000", "elfType" : 3 }, { "b" : "7F637E362000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }, { "b" : "7F637E15A000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }, { "b" : "7F637DF56000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }, { "b" : "7F637DC52000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }, { "b" : "7F637D94C000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }, { "b" : "7F637D736000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }, { "b" : "7F637D370000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }, { "b" : "7F637E580000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf743e9] mongod(+0xB73D52) [0xf73d52] mongod(+0xB740D6) [0xf740d6] libc.so.6(+0x36C30) [0x7f637d3a6c30] libc.so.6(gsignal+0x39) [0x7f637d3a6bb9] libc.so.6(abort+0x148) [0x7f637d3a9fc8] mongod(_ZN5mongo15invariantFailedEPKcS1_j+0x118) [0xf01e58] mongod(_ZN5mongo4repl19ReplicationExecutor12waitForEventERKNS1_11EventHandleE+0x2E6) [0xca1b66] mongod(_ZN5mongo4repl26ReplicationCoordinatorImpl22fillIsMasterForReplSetEPNS0_16IsMasterResponseE+0xB0) [0xc56260] mongod(_ZN5mongo4repl21appendReplicationInfoEPNS_16OperationContextERNS_14BSONObjBuilderEi+0xFE4) [0xc77f44] mongod(_ZNK5mongo4repl27ReplicationInfoServerStatus15generateSectionERKNS_11BSONElementE+0xA4) [0xc78f74] mongod(_ZN5mongo15CmdServerStatus3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x78C) [0x97ee2c] mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bf994] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC67) [0x9c0837] mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x2D0) [0x9c13a0] mongod(_ZN5mongo11newRunQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERNS_5CurOpES3_b+0x105B) [0xbc26fb] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortEb+0xBC3) [0xaa6b43] mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xE0) [0x7e8910] mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x421) [0xf30ac1] libpthread.so.0(+0x8182) [0x7f637e36a182] libc.so.6(clone+0x6D) [0x7f637d46afbd] ----- END BACKTRACE -----