Feb  4 01:44:51 mongo-2b-02 mongod.27017[1411]: [conn3676936] Successfully authenticated as principal prod_mongo on devidcdata
Feb  4 01:44:51 mongo-2b-02 mongod.27017[1411]: [durability] Assertion: 13548:BufBuilder attempted to grow() to 134217728 bytes, past the 64MB limit.
Feb  4 01:44:51 mongo-2b-02 mongod.27017[1411]: [durability] #012 0xf81342 0xf1e5c9 0xf02e6e 0x80f88b 0x9c3c49 0x9ce006 0x9c67e9 0xd33646 0xfcf8bb 0x7efd0b02cdc5 0x7efd09ada28d#012----- BEGIN BACKTRACE -----#012{"backtrace":[{"b":"400000","o":"B81342"},{"b":"400000","o":"B1E5C9"},{"b":"400000","o":"B02E6E"},{"b":"400000","o":"40F88B"},{"b":"400000","o":"5C3C49"},{"b":"400000","o":"5CE006"},{"b":"400000","o":"5C67E9"},{"b":"400000","o":"933646"},{"b":"400000","o":"BCF8BB"},{"b":"7EFD0B025000","o":"7DC5"},{"b":"7EFD099E4000","o":"F628D"}],"processInfo":{ "mongodbVersion" : "3.0.8", "gitVersion" : "83d8cc25e00e42856924d84e220fbe4a839e605d", "uname" : { "sysname" : "Linux", "release" : "3.10.0-327.36.1.el7.x86_64", "version" : "#1 SMP Sun Sep 18 13:04:29 UTC 2016", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000", "buildId" : "D3E7A362CBB780E7AE5506D5363DAA463FC0283B" }, { "b" : "7FFD09ADB000", "elfType" : 3, "buildId" : "C30F6EAE7A15AD672A41176590C84B1BC35C0E02" }, { "b" : "7EFD0B025000", "path" : "/lib64/libpthread.so.0", "elfType" : 3, "buildId" : "723F0AC75EF88E778940AE8A8BC30141D85B116A" }, { "b" : "7EFD0ADB8000", "path" : "/lib64/libssl.so.10", "elfType" : 3, "buildId" : "478D01A08B923A251D755BB421F3EBAF9F2982C1" }, { "b" : "7EFD0A9D0000", "path" : "/lib64/libcrypto.so.10", "elfType" : 3, "buildId" : "6A997DC6D2CFD6702B987BF1B4926ABBA91691B8" }, { "b" : "7EFD0A7C8000", "path" : "/lib64/librt.so.1", "elfType" : 3, "buildId" : "CB0D2C9F29DBD13C47E7D2EEFB94B35835698CCA" }, { "b" : "7EFD0A5C4000", "path" : "/lib64/libdl.so.2", "elfType" : 3, "buildId" : "091060A163E7EDA25572F3B1BAF2E8F80209C00E" }, { "b" : "7EFD0A2BD000", "path" : "/lib64/libstdc++.so.6", "elfType" : 3, "buildId" : "405EACD649720B8668FFBBA197CBF030A7EF6296" }, { "b" : "7EFD09FBB000", "path" : "/lib64/libm.so.6", "elfType" : 3, "buildId" : "F9DF294FB70243549DCB643F1322BB20E70E9FE8" }, { "b" : "7EFD09DA5000", "path" : "/lib64/libgcc_s.so.1", "elfType" : 3, "buildId" : "5D3D7256AE68BCFF41E312A24825ED80ECA88A73" }, { "b" : "7EFD099E4000", "path" : "/lib64/libc.so.6", "elfType" : 3, "buildId" : "E36C6455B21C1CB68020709A8D5466DCFD2D47F2" }, { "b" : "7EFD0B241000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "09E1BB4D034C7263810A41100647068858A7ECB6" }, { "b" : "7EFD09798000", "path" : "/lib64/libgssapi_krb5.so.2", "elfType" : 3, "buildId" : "34672D541C8C9C5C1C25CB4F3F332CC9D3E604AD" }, { "b" : "7EFD094B5000", "path" : "/lib64/libkrb5.so.3", "elfType" : 3, "buildId" : "45CB7F6CD322F5B55FF8B635F7EC1578631CCAEA" }, { "b" : "7EFD092B1000", "path" : "/lib64/libcom_err.so.2", "elfType" : 3, "buildId" : "3A1166709F88740C49E060731832E3FAD2DFB66B" }, { "b" : "7EFD0907F000", "path" : "/lib64/libk5crypto.so.3", "elfType" : 3, "buildId" : "23A2D854538903E2B84EF0882046DD95522C8B59" }, { "b" : "7EFD08E69000", "path" : "/lib64/libz.so.1", "elfType" : 3, "buildId" : "E45643F27F3B3E960F3691AFC6EC27A98EF7B46B" }, { "b" : "7EFD08C5A000", "path" : "/lib64/libkrb5support.so.0", "elfType" : 3, "buildId" : "F4A3D5E7E23F871751CA8F250421F8CF83447AD2" }, { "b" : "7EFD08A56000", "path" : "/lib64/libkeyutils.so.1", "elfType" : 3, "buildId" : "2E01D5AC08C1280D013AAB96B292AC58BC30A263" }, { "b" : "7EFD0883C000", "path" : "/lib64/libresolv.so.2", "elfType" : 3, "buildId" : "6E8E8C2F494B0CB0B37B082679A701417597E5F2" }, { "b" : "7EFD08617000", "path" : "/lib64/libselinux.so.1", "elfType" : 3, "buildId" : "82FF6B18E1E42825CC2D060F969479AD4AF2F62C" }, { "b" : "7EFD083B6000", "path" : "/lib64/libpcre.so.1", "elfType" : 3, "buildId" : "298B19C64B19995F2AA4DA7B852E90BA5302F630" }, { "b" : "7EFD08191000", "path" : "/lib64/liblzma.so.5", "elfType" : 3, "buildId" : "218D03D1F6CF1A099A4D467B5E8ECF4F2BF45750" } ] }}#012 mongod(_ZN5mongo15printStackTraceERSo+0x32) [0xf81342]#012 mongod(_ZN5mongo10logContextEPKc+0xE9) [0xf1e5c9]#012 mongod(_ZN5mongo11msgassertedEiPKc+0xAE) [0xf02e6e]#012 mongod(_ZN5mongo11_BufBuilderINS_16TrivialAllocatorEE15grow_reallocateEi+0xCB) [0x80f88b]#012 mongod(_ZNK5mongo16DeadlockDetector8toStringEv+0x419) [0x9c3c49]#012 mongod(_ZN5mongo10LockerImplILb1EE12lockCompleteENS_10ResourceIdENS_8LockModeEjb+0x336) [0x9ce006]#012 mongod(_ZN5mongo35AutoAcquireFlushLockForMMAPV1CommitC1EPNS_6LockerE+0xD9) [0x9c67e9]#012 mongod(+0x933646) [0xd33646]#012 mongod(+0xBCF8BB) [0xfcf8bb]#012 libpthread.so.0(+0x7DC5) [0x7efd0b02cdc5]#012 libc.so.6(clone+0x6D) [0x7efd09ada28d]#012-----  END BACKTRACE  -----
Feb  4 01:44:51 mongo-2b-02 mongod.27017[1411]: [durability] Invariant failure _requests.empty() src/mongo/db/concurrency/lock_state.cpp 190
Feb  4 01:44:51 mongo-2b-02 mongod.27017[1411]: [durability] #012 0xf81342 0xf1e5c9 0xf026a9 0x9c8572 0xb0c257 0xd34cf7 0xfcf8bb 0x7efd0b02cdc5 0x7efd09ada28d#012----- BEGIN BACKTRACE -----#012{"backtrace":[{"b":"400000","o":"B81342"},{"b":"400000","o":"B1E5C9"},{"b":"400000","o":"B026A9"},{"b":"400000","o":"5C8572"},{"b":"400000","o":"70C257"},{"b":"400000","o":"934CF7"},{"b":"400000","o":"BCF8BB"},{"b":"7EFD0B025000","o":"7DC5"},{"b":"7EFD099E4000","o":"F628D"}],"processInfo":{ "mongodbVersion" : "3.0.8", "gitVersion" : "83d8cc25e00e42856924d84e220fbe4a839e605d", "uname" : { "sysname" : "Linux", "release" : "3.10.0-327.36.1.el7.x86_64", "version" : "#1 SMP Sun Sep 18 13:04:29 UTC 2016", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000", "buildId" : "D3E7A362CBB780E7AE5506D5363DAA463FC0283B" }, { "b" : "7FFD09ADB000", "elfType" : 3, "buildId" : "C30F6EAE7A15AD672A41176590C84B1BC35C0E02" }, { "b" : "7EFD0B025000", "path" : "/lib64/libpthread.so.0", "elfType" : 3, "buildId" : "723F0AC75EF88E778940AE8A8BC30141D85B116A" }, { "b" : "7EFD0ADB8000", "path" : "/lib64/libssl.so.10", "elfType" : 3, "buildId" : "478D01A08B923A251D755BB421F3EBAF9F2982C1" }, { "b" : "7EFD0A9D0000", "path" : "/lib64/libcrypto.so.10", "elfType" : 3, "buildId" : "6A997DC6D2CFD6702B987BF1B4926ABBA91691B8" }, { "b" : "7EFD0A7C8000", "path" : "/lib64/librt.so.1", "elfType" : 3, "buildId" : "CB0D2C9F29DBD13C47E7D2EEFB94B35835698CCA" }, { "b" : "7EFD0A5C4000", "path" : "/lib64/libdl.so.2", "elfType" : 3, "buildId" : "091060A163E7EDA25572F3B1BAF2E8F80209C00E" }, { "b" : "7EFD0A2BD000", "path" : "/lib64/libstdc++.so.6", "elfType" : 3, "buildId" : "405EACD649720B8668FFBBA197CBF030A7EF6296" }, { "b" : "7EFD09FBB000", "path" : "/lib64/libm.so.6", "elfType" : 3, "buildId" : "F9DF294FB70243549DCB643F1322BB20E70E9FE8" }, { "b" : "7EFD09DA5000", "path" : "/lib64/libgcc_s.so.1", "elfType" : 3, "buildId" : "5D3D7256AE68BCFF41E312A24825ED80ECA88A73" }, { "b" : "7EFD099E4000", "path" : "/lib64/libc.so.6", "elfType" : 3, "buildId" : "E36C6455B21C1CB68020709A8D5466DCFD2D47F2" }, { "b" : "7EFD0B241000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "09E1BB4D034C7263810A41100647068858A7ECB6" }, { "b" : "7EFD09798000", "path" : "/lib64/libgssapi_krb5.so.2", "elfType" : 3, "buildId" : "34672D541C8C9C5C1C25CB4F3F332CC9D3E604AD" }, { "b" : "7EFD094B5000", "path" : "/lib64/libkrb5.so.3", "elfType" : 3, "buildId" : "45CB7F6CD322F5B55FF8B635F7EC1578631CCAEA" }, { "b" : "7EFD092B1000", "path" : "/lib64/libcom_err.so.2", "elfType" : 3, "buildId" : "3A1166709F88740C49E060731832E3FAD2DFB66B" }, { "b" : "7EFD0907F000", "path" : "/lib64/libk5crypto.so.3", "elfType" : 3, "buildId" : "23A2D854538903E2B84EF0882046DD95522C8B59" }, { "b" : "7EFD08E69000", "path" : "/lib64/libz.so.1", "elfType" : 3, "buildId" : "E45643F27F3B3E960F3691AFC6EC27A98EF7B46B" }, { "b" : "7EFD08C5A000", "path" : "/lib64/libkrb5support.so.0", "elfType" : 3, "buildId" : "F4A3D5E7E23F871751CA8F250421F8CF83447AD2" }, { "b" : "7EFD08A56000", "path" : "/lib64/libkeyutils.so.1", "elfType" : 3, "buildId" : "2E01D5AC08C1280D013AAB96B292AC58BC30A263" }, { "b" : "7EFD0883C000", "path" : "/lib64/libresolv.so.2", "elfType" : 3, "buildId" : "6E8E8C2F494B0CB0B37B082679A701417597E5F2" }, { "b" : "7EFD08617000", "path" : "/lib64/libselinux.so.1", "elfType" : 3, "buildId" : "82FF6B18E1E42825CC2D060F969479AD4AF2F62C" }, { "b" : "7EFD083B6000", "path" : "/lib64/libpcre.so.1", "elfType" : 3, "buildId" : "298B19C64B19995F2AA4DA7B852E90BA5302F630" }, { "b" : "7EFD08191000", "path" : "/lib64/liblzma.so.5", "elfType" : 3, "buildId" : "218D03D1F6CF1A099A4D467B5E8ECF4F2BF45750" } ] }}#012 mongod(_ZN5mongo15printStackTraceERSo+0x32) [0xf81342]#012 mongod(_ZN5mongo10logContextEPKc+0xE9) [0xf1e5c9]#012 mongod(_ZN5mongo15invariantFailedEPKcS1_j+0xB9) [0xf026a9]#012 mongod(_ZN5mongo10LockerImplILb1EE19assertEmptyAndResetEv+0x72) [0x9c8572]#012 mongod(_ZN5mongo20OperationContextImplD1Ev+0x27) [0xb0c257]#012 mongod(+0x934CF7) [0xd34cf7]#012 mongod(+0xBCF8BB) [0xfcf8bb]#012 libpthread.so.0(+0x7DC5) [0x7efd0b02cdc5]#012 libc.so.6(clone+0x6D) [0x7efd09ada28d]#012-----  END BACKTRACE  -----
Feb  4 01:44:51 mongo-2b-02 mongod.27017[1411]: [durability] #012#012***aborting after invariant() failure
Feb  4 01:44:52 mongo-2b-02 systemd[1]: mongod.service: main process exited, code=exited, status=14/n/a
Feb  4 01:44:53 mongo-2b-02 mongod[83539]: Stopping mongod: [  OK  ]
Feb  4 01:44:53 mongo-2b-02 systemd[1]: Unit mongod.service entered failed state.
Feb  4 01:44:53 mongo-2b-02 systemd[1]: mongod.service failed.
Permalink Edit Delete
mahearn Michael Ahearn added a comment - 1 hour ago
Logs from mongo-2a-02:
Feb  4 02:06:14 mongo-2a-02 mongod.27017[24938]: [durability] Assertion: 13548:BufBuilder attempted to grow() to 134217728 bytes, past the 64MB limit.
Feb  4 02:06:14 mongo-2a-02 mongod.27017[24938]: [durability] #012 0xf81342 0xf1e5c9 0xf02e6e 0x80f88b 0x9c3ae7 0x9ce006 0x9c67e9 0xd33646 0xfcf8bb 0x7f238bb06dc5 0x7f238a5b428d#012----- BEGIN BACKTRACE -----#012{"backtrace":[{"b":"400000","o":"B81342"},{"b":"400000","o":"B1E5C9"},{"b":"400000","o":"B02E6E"},{"b":"400000","o":"40F88B"},{"b":"400000","o":"5C3AE7"},{"b":"400000","o":"5CE006"},{"b":"400000","o":"5C67E9"},{"b":"400000","o":"933646"},{"b":"400000","o":"BCF8BB"},{"b":"7F238BAFF000","o":"7DC5"},{"b":"7F238A4BE000","o":"F628D"}],"processInfo":{ "mongodbVersion" : "3.0.8", "gitVersion" : "83d8cc25e00e42856924d84e220fbe4a839e605d", "uname" : { "sysname" : "Linux", "release" : "3.10.0-327.36.1.el7.x86_64", "version" : "#1 SMP Sun Sep 18 13:04:29 UTC 2016", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000", "buildId" : "D3E7A362CBB780E7AE5506D5363DAA463FC0283B" }, { "b" : "7FFC0A264000", "elfType" : 3, "buildId" : "C30F6EAE7A15AD672A41176590C84B1BC35C0E02" }, { "b" : "7F238BAFF000", "path" : "/lib64/libpthread.so.0", "elfType" : 3, "buildId" : "723F0AC75EF88E778940AE8A8BC30141D85B116A" }, { "b" : "7F238B892000", "path" : "/lib64/libssl.so.10", "elfType" : 3, "buildId" : "478D01A08B923A251D755BB421F3EBAF9F2982C1" }, { "b" : "7F238B4AA000", "path" : "/lib64/libcrypto.so.10", "elfType" : 3, "buildId" : "6A997DC6D2CFD6702B987BF1B4926ABBA91691B8" }, { "b" : "7F238B2A2000", "path" : "/lib64/librt.so.1", "elfType" : 3, "buildId" : "CB0D2C9F29DBD13C47E7D2EEFB94B35835698CCA" }, { "b" : "7F238B09E000", "path" : "/lib64/libdl.so.2", "elfType" : 3, "buildId" : "091060A163E7EDA25572F3B1BAF2E8F80209C00E" }, { "b" : "7F238AD97000", "path" : "/lib64/libstdc++.so.6", "elfType" : 3, "buildId" : "405EACD649720B8668FFBBA197CBF030A7EF6296" }, { "b" : "7F238AA95000", "path" : "/lib64/libm.so.6", "elfType" : 3, "buildId" : "F9DF294FB70243549DCB643F1322BB20E70E9FE8" }, { "b" : "7F238A87F000", "path" : "/lib64/libgcc_s.so.1", "elfType" : 3, "buildId" : "5D3D7256AE68BCFF41E312A24825ED80ECA88A73" }, { "b" : "7F238A4BE000", "path" : "/lib64/libc.so.6", "elfType" : 3, "buildId" : "E36C6455B21C1CB68020709A8D5466DCFD2D47F2" }, { "b" : "7F238BD1B000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "09E1BB4D034C7263810A41100647068858A7ECB6" }, { "b" : "7F238A272000", "path" : "/lib64/libgssapi_krb5.so.2", "elfType" : 3, "buildId" : "34672D541C8C9C5C1C25CB4F3F332CC9D3E604AD" }, { "b" : "7F2389F8F000", "path" : "/lib64/libkrb5.so.3", "elfType" : 3, "buildId" : "45CB7F6CD322F5B55FF8B635F7EC1578631CCAEA" }, { "b" : "7F2389D8B000", "path" : "/lib64/libcom_err.so.2", "elfType" : 3, "buildId" : "3A1166709F88740C49E060731832E3FAD2DFB66B" }, { "b" : "7F2389B59000", "path" : "/lib64/libk5crypto.so.3", "elfType" : 3, "buildId" : "23A2D854538903E2B84EF0882046DD95522C8B59" }, { "b" : "7F2389943000", "path" : "/lib64/libz.so.1", "elfType" : 3, "buildId" : "E45643F27F3B3E960F3691AFC6EC27A98EF7B46B" }, { "b" : "7F2389734000", "path" : "/lib64/libkrb5support.so.0", "elfType" : 3, "buildId" : "F4A3D5E7E23F871751CA8F250421F8CF83447AD2" }, { "b" : "7F2389530000", "path" : "/lib64/libkeyutils.so.1", "elfType" : 3, "buildId" : "2E01D5AC08C1280D013AAB96B292AC58BC30A263" }, { "b" : "7F2389316000", "path" : "/lib64/libresolv.so.2", "elfType" : 3, "buildId" : "6E8E8C2F494B0CB0B37B082679A701417597E5F2" }, { "b" : "7F23890F1000", "path" : "/lib64/libselinux.so.1", "elfType" : 3, "buildId" : "82FF6B18E1E42825CC2D060F969479AD4AF2F62C" }, { "b" : "7F2388E90000", "path" : "/lib64/libpcre.so.1", "elfType" : 3, "buildId" : "298B19C64B19995F2AA4DA7B852E90BA5302F630" }, { "b" : "7F2388C6B000", "path" : "/lib64/liblzma.so.5", "elfType" : 3, "buildId" : "218D03D1F6CF1A099A4D467B5E8ECF4F2BF45750" } ] }}#012 mongod(_ZN5mongo15printStackTraceERSo+0x32) [0xf81342]#012 mongod(_ZN5mongo10logContextEPKc+0xE9) [0xf1e5c9]#012 mongod(_ZN5mongo11msgassertedEiPKc+0xAE) [0xf02e6e]#012 mongod(_ZN5mongo11_BufBuilderINS_16TrivialAllocatorEE15grow_reallocateEi+0xCB) [0x80f88b]#012 mongod(_ZNK5mongo16DeadlockDetector8toStringEv+0x2B7) [0x9c3ae7]#012 mongod(_ZN5mongo10LockerImplILb1EE12lockCompleteENS_10ResourceIdENS_8LockModeEjb+0x336) [0x9ce006]#012 mongod(_ZN5mongo35AutoAcquireFlushLockForMMAPV1CommitC1EPNS_6LockerE+0xD9) [0x9c67e9]#012 mongod(+0x933646) [0xd33646]#012 mongod(+0xBCF8BB) [0xfcf8bb]#012 libpthread.so.0(+0x7DC5) [0x7f238bb06dc5]#012 libc.so.6(clone+0x6D) [0x7f238a5b428d]#012-----  END BACKTRACE  -----
Feb  4 02:06:14 mongo-2a-02 mongod.27017[24938]: [durability] Invariant failure _requests.empty() src/mongo/db/concurrency/lock_state.cpp 190
Feb  4 02:06:14 mongo-2a-02 mongod.27017[24938]: [durability] #012 0xf81342 0xf1e5c9 0xf026a9 0x9c8572 0xb0c257 0xd34cf7 0xfcf8bb 0x7f238bb06dc5 0x7f238a5b428d#012----- BEGIN BACKTRACE -----#012{"backtrace":[{"b":"400000","o":"B81342"},{"b":"400000","o":"B1E5C9"},{"b":"400000","o":"B026A9"},{"b":"400000","o":"5C8572"},{"b":"400000","o":"70C257"},{"b":"400000","o":"934CF7"},{"b":"400000","o":"BCF8BB"},{"b":"7F238BAFF000","o":"7DC5"},{"b":"7F238A4BE000","o":"F628D"}],"processInfo":{ "mongodbVersion" : "3.0.8", "gitVersion" : "83d8cc25e00e42856924d84e220fbe4a839e605d", "uname" : { "sysname" : "Linux", "release" : "3.10.0-327.36.1.el7.x86_64", "version" : "#1 SMP Sun Sep 18 13:04:29 UTC 2016", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000", "buildId" : "D3E7A362CBB780E7AE5506D5363DAA463FC0283B" }, { "b" : "7FFC0A264000", "elfType" : 3, "buildId" : "C30F6EAE7A15AD672A41176590C84B1BC35C0E02" }, { "b" : "7F238BAFF000", "path" : "/lib64/libpthread.so.0", "elfType" : 3, "buildId" : "723F0AC75EF88E778940AE8A8BC30141D85B116A" }, { "b" : "7F238B892000", "path" : "/lib64/libssl.so.10", "elfType" : 3, "buildId" : "478D01A08B923A251D755BB421F3EBAF9F2982C1" }, { "b" : "7F238B4AA000", "path" : "/lib64/libcrypto.so.10", "elfType" : 3, "buildId" : "6A997DC6D2CFD6702B987BF1B4926ABBA91691B8" }, { "b" : "7F238B2A2000", "path" : "/lib64/librt.so.1", "elfType" : 3, "buildId" : "CB0D2C9F29DBD13C47E7D2EEFB94B35835698CCA" }, { "b" : "7F238B09E000", "path" : "/lib64/libdl.so.2", "elfType" : 3, "buildId" : "091060A163E7EDA25572F3B1BAF2E8F80209C00E" }, { "b" : "7F238AD97000", "path" : "/lib64/libstdc++.so.6", "elfType" : 3, "buildId" : "405EACD649720B8668FFBBA197CBF030A7EF6296" }, { "b" : "7F238AA95000", "path" : "/lib64/libm.so.6", "elfType" : 3, "buildId" : "F9DF294FB70243549DCB643F1322BB20E70E9FE8" }, { "b" : "7F238A87F000", "path" : "/lib64/libgcc_s.so.1", "elfType" : 3, "buildId" : "5D3D7256AE68BCFF41E312A24825ED80ECA88A73" }, { "b" : "7F238A4BE000", "path" : "/lib64/libc.so.6", "elfType" : 3, "buildId" : "E36C6455B21C1CB68020709A8D5466DCFD2D47F2" }, { "b" : "7F238BD1B000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "09E1BB4D034C7263810A41100647068858A7ECB6" }, { "b" : "7F238A272000", "path" : "/lib64/libgssapi_krb5.so.2", "elfType" : 3, "buildId" : "34672D541C8C9C5C1C25CB4F3F332CC9D3E604AD" }, { "b" : "7F2389F8F000", "path" : "/lib64/libkrb5.so.3", "elfType" : 3, "buildId" : "45CB7F6CD322F5B55FF8B635F7EC1578631CCAEA" }, { "b" : "7F2389D8B000", "path" : "/lib64/libcom_err.so.2", "elfType" : 3, "buildId" : "3A1166709F88740C49E060731832E3FAD2DFB66B" }, { "b" : "7F2389B59000", "path" : "/lib64/libk5crypto.so.3", "elfType" : 3, "buildId" : "23A2D854538903E2B84EF0882046DD95522C8B59" }, { "b" : "7F2389943000", "path" : "/lib64/libz.so.1", "elfType" : 3, "buildId" : "E45643F27F3B3E960F3691AFC6EC27A98EF7B46B" }, { "b" : "7F2389734000", "path" : "/lib64/libkrb5support.so.0", "elfType" : 3, "buildId" : "F4A3D5E7E23F871751CA8F250421F8CF83447AD2" }, { "b" : "7F2389530000", "path" : "/lib64/libkeyutils.so.1", "elfType" : 3, "buildId" : "2E01D5AC08C1280D013AAB96B292AC58BC30A263" }, { "b" : "7F2389316000", "path" : "/lib64/libresolv.so.2", "elfType" : 3, "buildId" : "6E8E8C2F494B0CB0B37B082679A701417597E5F2" }, { "b" : "7F23890F1000", "path" : "/lib64/libselinux.so.1", "elfType" : 3, "buildId" : "82FF6B18E1E42825CC2D060F969479AD4AF2F62C" }, { "b" : "7F2388E90000", "path" : "/lib64/libpcre.so.1", "elfType" : 3, "buildId" : "298B19C64B19995F2AA4DA7B852E90BA5302F630" }, { "b" : "7F2388C6B000", "path" : "/lib64/liblzma.so.5", "elfType" : 3, "buildId" : "218D03D1F6CF1A099A4D467B5E8ECF4F2BF45750" } ] }}#012 mongod(_ZN5mongo15printStackTraceERSo+0x32) [0xf81342]#012 mongod(_ZN5mongo10logContextEPKc+0xE9) [0xf1e5c9]#012 mongod(_ZN5mongo15invariantFailedEPKcS1_j+0xB9) [0xf026a9]#012 mongod(_ZN5mongo10LockerImplILb1EE19assertEmptyAndResetEv+0x72) [0x9c8572]#012 mongod(_ZN5mongo20OperationContextImplD1Ev+0x27) [0xb0c257]#012 mongod(+0x934CF7) [0xd34cf7]#012 mongod(+0xBCF8BB) [0xfcf8bb]#012 libpthread.so.0(+0x7DC5) [0x7f238bb06dc5]#012 libc.so.6(clone+0x6D) [0x7f238a5b428d]#012-----  END BACKTRACE  -----
Feb  4 02:06:14 mongo-2a-02 mongod.27017[24938]: [durability] #012#012***aborting after invariant() failure
Feb  4 02:06:16 mongo-2a-02 systemd[1]: mongod.service: main process exited, code=exited, status=14/n/a
Feb  4 02:06:16 mongo-2a-02 mongod[32958]: Stopping mongod: [  OK  ]
Feb  4 02:06:16 mongo-2a-02 systemd[1]: Unit mongod.service entered failed state.
Feb  4 02:06:16 mongo-2a-02 systemd[1]: mongod.service failed.

Name        : mongodb-org-server
Version     : 3.0.8
Release     : 1.el7
Architecture: x86_64
Install Date: Tue 12 Jan 2016 08:49:26 PM UTC
Group       : Applications/Databases
Size        : 21553318
License     : AGPL 3.0
Signature   : RSA/SHA1, Tue 15 Dec 2015 04:23:42 PM UTC, Key ID be0eb6aa24f3c978
Source RPM  : mongodb-org-3.0.8-1.el7.src.rpm
Build Date  : Tue 15 Dec 2015 04:12:48 PM UTC
Build Host  : ip-10-142-160-199.ec2.internal
Relocations : /usr
URL         : http://www.mongodb.org
Summary     : MongoDB database server