2016-02-24T09:57:07.877+0800 I JOURNAL [journal writer] old journal file will be removed: /home/mongodb/data/db/journal/j._925 2016-02-24T09:57:07.896+0800 I - [journal writer] Assertion: 13650:Couldn't open directory '/home/mongodb/data/db/journal' for flushing: errno:24 Too many open files 2016-02-24T09:57:08.133+0800 I CONTROL [journal writer] 0xf5c949 0xefb781 0xee09df 0xee0a8c 0xf531bf 0xefc3d9 0xd1f951 0xd20069 0xd20418 0xd2064c 0xd22683 0xfa9b04 0x7fc17d35cdf5 0x7fc17be0b1ad ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B5C949"},{"b":"400000","o":"AFB781"},{"b":"400000","o":"AE09DF"},{"b":"400000","o":"AE0A8C"},{"b":"400000","o":"B531BF"},{"b":"400000","o":"AFC3D9"},{"b":"400000","o":"91F951"},{"b":"400000","o":"920069"},{"b":"400000","o":"920418"},{"b":"400000","o":"92064C"},{"b":"400000","o":"922683"},{"b":"400000","o":"BA9B04"},{"b":"7FC17D355000","o":"7DF5"},{"b":"7FC17BD15000","o":"F61AD"}],"processInfo":{ "mongodbVersion" : "3.0.7", "gitVersion" : "6ce7cbe8c6b899552dadd907604559806aa2e9bd", "uname" : { "sysname" : "Linux", "release" : "3.10.0-229.el7.x86_64", "version" : "#1 SMP Fri Mar 6 11:36:42 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000", "buildId" : "135D3273A8F29EDEA1A35CFC89771434807D4716" }, { "b" : "7FFF3F4FE000", "elfType" : 3, "buildId" : "CBFB9E3C89636A82FF8DA0DBDD27455704C5A38F" }, { "b" : "7FC17D355000", "path" : "/lib64/libpthread.so.0", "elfType" : 3, "buildId" : "12F30315D4F4A2FE58B1977405C8B5515861E66B" }, { "b" : "7FC17D0E8000", "path" : "/lib64/libssl.so.10", "elfType" : 3, "buildId" : "BB96EE99138B19FECDAB55E80A1728B648ECAD50" }, { "b" : "7FC17CD01000", "path" : "/lib64/libcrypto.so.10", "elfType" : 3, "buildId" : "B154203FB7C05AEE29D5D6F6C000305191209FE4" }, { "b" : "7FC17CAF9000", "path" : "/lib64/librt.so.1", "elfType" : 3, "buildId" : "7376A07360DC57189A8F92B20AA4AA1CAEA80551" }, { "b" : "7FC17C8F5000", "path" : "/lib64/libdl.so.2", "elfType" : 3, "buildId" : "4DFEE4EA9AE8FDD4C71BD4CCC0727222F19DF810" }, { "b" : "7FC17C5EE000", "path" : "/lib64/libstdc++.so.6", "elfType" : 3, "buildId" : "405EACD649720B8668FFBBA197CBF030A7EF6296" }, { "b" : "7FC17C2EC000", "path" : "/lib64/libm.so.6", "elfType" : 3, "buildId" : "A1AA62B29765BE03A36BF927B047EEEF8696EEC6" }, { "b" : "7FC17C0D6000", "path" : "/lib64/libgcc_s.so.1", "elfType" : 3, "buildId" : "5D3D7256AE68BCFF41E312A24825ED80ECA88A73" }, { "b" : "7FC17BD15000", "path" : "/lib64/libc.so.6", "elfType" : 3, "buildId" : "C31FFE7942BFD77B2FCA8F9BD5709D387A86D3BC" }, { "b" : "7FC17D571000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "9866E1D2BA61EBB4CE4F009FACDAACC24EF3B804" }, { "b" : "7FC17BAC9000", "path" : "/lib64/libgssapi_krb5.so.2", "elfType" : 3, "buildId" : "34672D541C8C9C5C1C25CB4F3F332CC9D3E604AD" }, { "b" : "7FC17B7E6000", "path" : "/lib64/libkrb5.so.3", "elfType" : 3, "buildId" : "45CB7F6CD322F5B55FF8B635F7EC1578631CCAEA" }, { "b" : "7FC17B5E2000", "path" : "/lib64/libcom_err.so.2", "elfType" : 3, "buildId" : "3A1166709F88740C49E060731832E3FAD2DFB66B" }, { "b" : "7FC17B3B0000", "path" : "/lib64/libk5crypto.so.3", "elfType" : 3, "buildId" : "23A2D854538903E2B84EF0882046DD95522C8B59" }, { "b" : "7FC17B19A000", "path" : "/lib64/libz.so.1", "elfType" : 3, "buildId" : "E45643F27F3B3E960F3691AFC6EC27A98EF7B46B" }, { "b" : "7FC17AF8B000", "path" : "/lib64/libkrb5support.so.0", "elfType" : 3, "buildId" : "F4A3D5E7E23F871751CA8F250421F8CF83447AD2" }, { "b" : "7FC17AD87000", "path" : "/lib64/libkeyutils.so.1", "elfType" : 3, "buildId" : "2E01D5AC08C1280D013AAB96B292AC58BC30A263" }, { "b" : "7FC17AB6D000", "path" : "/lib64/libresolv.so.2", "elfType" : 3, "buildId" : "AC596E865AF0D14B10F7B707F47D2031AD6D68DC" }, { "b" : "7FC17A948000", "path" : "/lib64/libselinux.so.1", "elfType" : 3, "buildId" : "82FF6B18E1E42825CC2D060F969479AD4AF2F62C" }, { "b" : "7FC17A6E7000", "path" : "/lib64/libpcre.so.1", "elfType" : 3, "buildId" : "298B19C64B19995F2AA4DA7B852E90BA5302F630" }, { "b" : "7FC17A4C2000", "path" : "/lib64/liblzma.so.5", "elfType" : 3, "buildId" : "218D03D1F6CF1A099A4D467B5E8ECF4F2BF45750" } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf5c949] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xefb781] mongod(_ZN5mongo11msgassertedEiPKc+0xAF) [0xee09df] mongod(+0xAE0A8C) [0xee0a8c] mongod(_ZN5mongo16flushMyDirectoryERKN5boost11filesystem34pathE+0x44F) [0xf531bf] mongod(_ZN5mongo7LogFileC2ERKSsb+0x99) [0xefc3d9] mongod(_ZN5mongo3dur7Journal5_openEv+0x191) [0xd1f951] mongod(_ZN5mongo3dur7Journal7_rotateEv+0x79) [0xd20069] mongod(_ZN5mongo3dur7Journal7journalERKNS0_11JSectHeaderERKNS_14AlignedBuilderE+0x208) [0xd20418] mongod(_ZN5mongo3dur14WRITETOJOURNALERKNS0_11JSectHeaderERKNS_14AlignedBuilderE+0x2C) [0xd2064c] mongod(_ZN5mongo3dur13JournalWriter20_journalWriterThreadEv+0x333) [0xd22683] mongod(+0xBA9B04) [0xfa9b04] libpthread.so.0(+0x7DF5) [0x7fc17d35cdf5] libc.so.6(clone+0x6D) [0x7fc17be0b1ad] ----- END BACKTRACE ----- 2016-02-24T09:57:08.172+0800 I JOURNAL [journal writer] warning exception opening journal file Couldn't open directory '/home/mongodb/data/db/journal' for flushing: errno:24 Too many open files 2016-02-24T09:57:08.172+0800 I JOURNAL [journal writer] error exception in dur::journal Couldn't open directory '/home/mongodb/data/db/journal' for flushing: errno:24 Too many open files 2016-02-24T09:57:08.172+0800 F JOURNAL [durability] dbexception in durThread causing immediate shutdown: 13516 couldn't open file /home/mongodb/data/db/journal/j._927 for writing errno:9 Bad file descriptor 2016-02-24T09:57:08.173+0800 F JOURNAL [journal writer] dbexception in journalWriterThread causing immediate shutdown: 13650 Couldn't open directory '/home/mongodb/data/db/journal' for flushing: errno:24 Too many open files 2016-02-24T09:57:08.173+0800 I WRITE [conn76] insert NPM.net_meta_174207332_if0 query: { _id: ObjectId('56cd0df39f082d5643b953a0'), timeStamp: 1456278960, ruleId: 10756, clientGrpType: 0, clientIp: "10.11.104.29", clientPort: null, clientLocType: null, clientCountry: null, clientSubDiv1: null, clientSubDiv2: null, clientSiteId: null, serverGrpType: 4, serverIp: "10.1.246.45", serverPort: 9080, serverLocType: null, serverCountry: null, serverSubDiv1: null, serverSubDiv2: null, serverSiteId: null, totalBytes: 1769, totalClientBytes: 1240, totalServerBytes: 529, peakTotalBytes: 1769, valleyTotalBytes: 1769, totalPkts: 12, totalClientPkts: 7, totalServerPkts: 5, clientNum: 0, maxClientNum: 4294967290, conCurConnNum: 0, maxConCurConnNum: 1, synNum: 2, synClientNum: 1, synServerNum: 1, finNum: 2, finClientNum: 1, finServerNum: 1, rstNum: 0, rstClientNum: 0, rstServerNum: 0, successfulTcpConnNum: 1, failedTcpConnNum: 0, clientConnTime: 0.002028, totalClientConnTime: 0.002028, serverConnTime: 0.000186, totalServerConnTime: 0.000186, connTime: 0.002214, totalConnTime: 0.002214, transRespTime: 0.02282, totalTransRespTime: 0.02282, peakTransRespTime: 0.02282, retxNum: 0, retxClientNum: 0, retxServerNum: 0, zeroWindowNum: 0, zeroWindowClientNum: 0, zeroWindowServerNum: 0, quickTransResp: 1, normalTransResp: 0, slowTransResp: 0, successfulTrans: 1, aggregated: 0 } ninserted:1 keyUpdates:0 writeConflicts:0 numYields:0 locks:{ Global: { acquireCount: { r: 1, w: 1 } }, MMAPV1Journal: { acquireCount: { w: 2 }, acquireWaitCount: { w: 1 }, timeAcquiringMicros: { w: 195135 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { W: 1 } } } 195ms 2016-02-24T09:57:08.183+0800 I COMMAND [conn76] command NPM.$cmd command: insert { insert: "net_meta_174207332_if0", writeConcern: {}, ordered: true, documents: [ { _id: ObjectId('56cd0df39f082d5643b953a0'), timeStamp: 1456278960, ruleId: 10756, clientGrpType: 0, clientIp: "10.11.104.29", clientPort: null, clientLocType: null, clientCountry: null, clientSubDiv1: null, clientSubDiv2: null, clientSiteId: null, serverGrpType: 4, serverIp: "10.1.246.45", serverPort: 9080, serverLocType: null, serverCountry: null, serverSubDiv1: null, serverSubDiv2: null, serverSiteId: null, totalBytes: 1769, totalClientBytes: 1240, totalServerBytes: 529, peakTotalBytes: 1769, valleyTotalBytes: 1769, totalPkts: 12, totalClientPkts: 7, totalServerPkts: 5, clientNum: 0, maxClientNum: 4294967290, conCurConnNum: 0, maxConCurConnNum: 1, synNum: 2, synClientNum: 1, synServerNum: 1, finNum: 2, finClientNum: 1, finServerNum: 1, rstNum: 0, rstClientNum: 0, rstServerNum: 0, successfulTcpConnNum: 1, failedTcpConnNum: 0, clientConnTime: 0.002028, totalClientConnTime: 0.002028, serverConnTime: 0.000186, totalServerConnTime: 0.000186, connTime: 0.002214, totalConnTime: 0.002214, transRespTime: 0.02282, totalTransRespTime: 0.02282, peakTransRespTime: 0.02282, retxNum: 0, retxClientNum: 0, retxServerNum: 0, zeroWindowNum: 0, zeroWindowClientNum: 0, zeroWindowServerNum: 0, quickTransResp: 1, normalTransResp: 0, slowTransResp: 0, successfulTrans: 1, aggregated: 0 } ] } ntoreturn:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:40 locks:{ Global: { acquireCount: { r: 1, w: 1 } }, MMAPV1Journal: { acquireCount: { w: 2 }, acquireWaitCount: { w: 1 }, timeAcquiringMicros: { w: 195135 } }, Database: { acquireCount: { w: 1 } }, Collection: { acquireCount: { W: 1 } } } 205ms 2016-02-24T09:57:08.183+0800 I - [durability] Invariant failure false src/mongo/db/storage/mmap_v1/dur.cpp 843 2016-02-24T09:57:08.183+0800 I - [journal writer] Invariant failure false src/mongo/db/storage/mmap_v1/dur_journal_writer.cpp 252 2016-02-24T09:57:08.194+0800 I CONTROL [durability] 0xf5c949 0xefb781 0xee0232 0xd1a405 0xfa9b04 0x7fc17d35cdf5 0x7fc17be0b1ad ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B5C949"},{"b":"400000","o":"AFB781"},{"b":"400000","o":"AE0232"},{"b":"400000","o":"91A405"},{"b":"400000","o":"BA9B04"},{"b":"7FC17D355000","o":"7DF5"},{"b":"7FC17BD15000","o":"F61AD"}],"processInfo":{ "mongodbVersion" : "3.0.7", "gitVersion" : "6ce7cbe8c6b899552dadd907604559806aa2e9bd", "uname" : { "sysname" : "Linux", "release" : "3.10.0-229.el7.x86_64", "version" : "#1 SMP Fri Mar 6 11:36:42 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000", "buildId" : "135D3273A8F29EDEA1A35CFC89771434807D4716" }, { "b" : "7FFF3F4FE000", "elfType" : 3, "buildId" : "CBFB9E3C89636A82FF8DA0DBDD27455704C5A38F" }, { "b" : "7FC17D355000", "path" : "/lib64/libpthread.so.0", "elfType" : 3, "buildId" : "12F30315D4F4A2FE58B1977405C8B5515861E66B" }, { "b" : "7FC17D0E8000", "path" : "/lib64/libssl.so.10", "elfType" : 3, "buildId" : "BB96EE99138B19FECDAB55E80A1728B648ECAD50" }, { "b" : "7FC17CD01000", "path" : "/lib64/libcrypto.so.10", "elfType" : 3, "buildId" : "B154203FB7C05AEE29D5D6F6C000305191209FE4" }, { "b" : "7FC17CAF9000", "path" : "/lib64/librt.so.1", "elfType" : 3, "buildId" : "7376A07360DC57189A8F92B20AA4AA1CAEA80551" }, { "b" : "7FC17C8F5000", "path" : "/lib64/libdl.so.2", "elfType" : 3, "buildId" : "4DFEE4EA9AE8FDD4C71BD4CCC0727222F19DF810" }, { "b" : "7FC17C5EE000", "path" : "/lib64/libstdc++.so.6", "elfType" : 3, "buildId" : "405EACD649720B8668FFBBA197CBF030A7EF6296" }, { "b" : "7FC17C2EC000", "path" : "/lib64/libm.so.6", "elfType" : 3, "buildId" : "A1AA62B29765BE03A36BF927B047EEEF8696EEC6" }, { "b" : "7FC17C0D6000", "path" : "/lib64/libgcc_s.so.1", "elfType" : 3, "buildId" : "5D3D7256AE68BCFF41E312A24825ED80ECA88A73" }, { "b" : "7FC17BD15000", "path" : "/lib64/libc.so.6", "elfType" : 3, "buildId" : "C31FFE7942BFD77B2FCA8F9BD5709D387A86D3BC" }, { "b" : "7FC17D571000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "9866E1D2BA61EBB4CE4F009FACDAACC24EF3B804" }, { "b" : "7FC17BAC9000", "path" : "/lib64/libgssapi_krb5.so.2", "elfType" : 3, "buildId" : "34672D541C8C9C5C1C25CB4F3F332CC9D3E604AD" }, { "b" : "7FC17B7E6000", "path" : "/lib64/libkrb5.so.3", "elfType" : 3, "buildId" : "45CB7F6CD322F5B55FF8B635F7EC1578631CCAEA" }, { "b" : "7FC17B5E2000", "path" : "/lib64/libcom_err.so.2", "elfType" : 3, "buildId" : "3A1166709F88740C49E060731832E3FAD2DFB66B" }, { "b" : "7FC17B3B0000", "path" : "/lib64/libk5crypto.so.3", "elfType" : 3, "buildId" : "23A2D854538903E2B84EF0882046DD95522C8B59" }, { "b" : "7FC17B19A000", "path" : "/lib64/libz.so.1", "elfType" : 3, "buildId" : "E45643F27F3B3E960F3691AFC6EC27A98EF7B46B" }, { "b" : "7FC17AF8B000", "path" : "/lib64/libkrb5support.so.0", "elfType" : 3, "buildId" : "F4A3D5E7E23F871751CA8F250421F8CF83447AD2" }, { "b" : "7FC17AD87000", "path" : "/lib64/libkeyutils.so.1", "elfType" : 3, "buildId" : "2E01D5AC08C1280D013AAB96B292AC58BC30A263" }, { "b" : "7FC17AB6D000", "path" : "/lib64/libresolv.so.2", "elfType" : 3, "buildId" : "AC596E865AF0D14B10F7B707F47D2031AD6D68DC" }, { "b" : "7FC17A948000", "path" : "/lib64/libselinux.so.1", "elfType" : 3, "buildId" : "82FF6B18E1E42825CC2D060F969479AD4AF2F62C" }, { "b" : "7FC17A6E7000", "path" : "/lib64/libpcre.so.1", "elfType" : 3, "buildId" : "298B19C64B19995F2AA4DA7B852E90BA5302F630" }, { "b" : "7FC17A4C2000", "path" : "/lib64/liblzma.so.5", "elfType" : 3, "buildId" : "218D03D1F6CF1A099A4D467B5E8ECF4F2BF45750" } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf5c949] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xefb781] mongod(_ZN5mongo15invariantFailedEPKcS1_j+0xB2) [0xee0232] mongod(+0x91A405) [0xd1a405] mongod(+0xBA9B04) [0xfa9b04] libpthread.so.0(+0x7DF5) [0x7fc17d35cdf5] libc.so.6(clone+0x6D) [0x7fc17be0b1ad] ----- END BACKTRACE ----- 2016-02-24T09:57:08.194+0800 I - [durability] ***aborting after invariant() failure 2016-02-24T09:57:08.194+0800 I CONTROL [journal writer] 0xf5c949 0xefb781 0xee0232 0xd22ca3 0xfa9b04 0x7fc17d35cdf5 0x7fc17be0b1ad ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B5C949"},{"b":"400000","o":"AFB781"},{"b":"400000","o":"AE0232"},{"b":"400000","o":"922CA3"},{"b":"400000","o":"BA9B04"},{"b":"7FC17D355000","o":"7DF5"},{"b":"7FC17BD15000","o":"F61AD"}],"processInfo":{ "mongodbVersion" : "3.0.7", "gitVersion" : "6ce7cbe8c6b899552dadd907604559806aa2e9bd", "uname" : { "sysname" : "Linux", "release" : "3.10.0-229.el7.x86_64", "version" : "#1 SMP Fri Mar 6 11:36:42 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000", "buildId" : "135D3273A8F29EDEA1A35CFC89771434807D4716" }, { "b" : "7FFF3F4FE000", "elfType" : 3, "buildId" : "CBFB9E3C89636A82FF8DA0DBDD27455704C5A38F" }, { "b" : "7FC17D355000", "path" : "/lib64/libpthread.so.0", "elfType" : 3, "buildId" : "12F30315D4F4A2FE58B1977405C8B5515861E66B" }, { "b" : "7FC17D0E8000", "path" : "/lib64/libssl.so.10", "elfType" : 3, "buildId" : "BB96EE99138B19FECDAB55E80A1728B648ECAD50" }, { "b" : "7FC17CD01000", "path" : "/lib64/libcrypto.so.10", "elfType" : 3, "buildId" : "B154203FB7C05AEE29D5D6F6C000305191209FE4" }, { "b" : "7FC17CAF9000", "path" : "/lib64/librt.so.1", "elfType" : 3, "buildId" : "7376A07360DC57189A8F92B20AA4AA1CAEA80551" }, { "b" : "7FC17C8F5000", "path" : "/lib64/libdl.so.2", "elfType" : 3, "buildId" : "4DFEE4EA9AE8FDD4C71BD4CCC0727222F19DF810" }, { "b" : "7FC17C5EE000", "path" : "/lib64/libstdc++.so.6", "elfType" : 3, "buildId" : "405EACD649720B8668FFBBA197CBF030A7EF6296" }, { "b" : "7FC17C2EC000", "path" : "/lib64/libm.so.6", "elfType" : 3, "buildId" : "A1AA62B29765BE03A36BF927B047EEEF8696EEC6" }, { "b" : "7FC17C0D6000", "path" : "/lib64/libgcc_s.so.1", "elfType" : 3, "buildId" : "5D3D7256AE68BCFF41E312A24825ED80ECA88A73" }, { "b" : "7FC17BD15000", "path" : "/lib64/libc.so.6", "elfType" : 3, "buildId" : "C31FFE7942BFD77B2FCA8F9BD5709D387A86D3BC" }, { "b" : "7FC17D571000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "9866E1D2BA61EBB4CE4F009FACDAACC24EF3B804" }, { "b" : "7FC17BAC9000", "path" : "/lib64/libgssapi_krb5.so.2", "elfType" : 3, "buildId" : "34672D541C8C9C5C1C25CB4F3F332CC9D3E604AD" }, { "b" : "7FC17B7E6000", "path" : "/lib64/libkrb5.so.3", "elfType" : 3, "buildId" : "45CB7F6CD322F5B55FF8B635F7EC1578631CCAEA" }, { "b" : "7FC17B5E2000", "path" : "/lib64/libcom_err.so.2", "elfType" : 3, "buildId" : "3A1166709F88740C49E060731832E3FAD2DFB66B" }, { "b" : "7FC17B3B0000", "path" : "/lib64/libk5crypto.so.3", "elfType" : 3, "buildId" : "23A2D854538903E2B84EF0882046DD95522C8B59" }, { "b" : "7FC17B19A000", "path" : "/lib64/libz.so.1", "elfType" : 3, "buildId" : "E45643F27F3B3E960F3691AFC6EC27A98EF7B46B" }, { "b" : "7FC17AF8B000", "path" : "/lib64/libkrb5support.so.0", "elfType" : 3, "buildId" : "F4A3D5E7E23F871751CA8F250421F8CF83447AD2" }, { "b" : "7FC17AD87000", "path" : "/lib64/libkeyutils.so.1", "elfType" : 3, "buildId" : "2E01D5AC08C1280D013AAB96B292AC58BC30A263" }, { "b" : "7FC17AB6D000", "path" : "/lib64/libresolv.so.2", "elfType" : 3, "buildId" : "AC596E865AF0D14B10F7B707F47D2031AD6D68DC" }, { "b" : "7FC17A948000", "path" : "/lib64/libselinux.so.1", "elfType" : 3, "buildId" : "82FF6B18E1E42825CC2D060F969479AD4AF2F62C" }, { "b" : "7FC17A6E7000", "path" : "/lib64/libpcre.so.1", "elfType" : 3, "buildId" : "298B19C64B19995F2AA4DA7B852E90BA5302F630" }, { "b" : "7FC17A4C2000", "path" : "/lib64/liblzma.so.5", "elfType" : 3, "buildId" : "218D03D1F6CF1A099A4D467B5E8ECF4F2BF45750" } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf5c949] mongod(_ZN5mongo10logContextEPKc+0xE1) [0xefb781] mongod(_ZN5mongo15invariantFailedEPKcS1_j+0xB2) [0xee0232] mongod(_ZN5mongo3dur13JournalWriter20_journalWriterThreadEv+0x953) [0xd22ca3] mongod(+0xBA9B04) [0xfa9b04] libpthread.so.0(+0x7DF5) [0x7fc17d35cdf5] libc.so.6(clone+0x6D) [0x7fc17be0b1ad] ----- END BACKTRACE ----- 2016-02-24T09:57:08.194+0800 I - [journal writer] ***aborting after invariant() failure