2016-07-09T05:05:54.765+0200 E STORAGE [conn120402] WiredTiger (0) [1468033554:765166][6134:0x7f7b360de700], file:backend/collection/49--8667964377448587020.wt, cursor.search: read checksum error for 12288B block at offset 60156526592: calculated block checksum of 1384899899 doesn't match expected checksum of 3706134454 2016-07-09T05:05:54.765+0200 E STORAGE [conn120402] WiredTiger (0) [1468033554:765280][6134:0x7f7b360de700], file:backend/collection/49--8667964377448587020.wt, cursor.search: backend/collection/49--8667964377448587020.wt: encountered an illegal file format or internal value 2016-07-09T05:05:54.765+0200 E STORAGE [conn120402] WiredTiger (-31804) [1468033554:765314][6134:0x7f7b360de700], file:backend/collection/49--8667964377448587020.wt, cursor.search: the process must exit and restart: WT_PANIC: WiredTiger library panic 2016-07-09T05:05:54.765+0200 I - [conn120402] Fatal Assertion 28558 2016-07-09T05:05:54.782+0200 I - [conn120436] Fatal Assertion 28559 2016-07-09T05:05:54.791+0200 I - [conn120328] Fatal Assertion 28559 2016-07-09T05:05:54.983+0200 I - [WiredTigerRecordStoreThread for local.oplog.rs] Fatal Assertion 28559 2016-07-09T05:05:55.052+0200 I - [conn120473] Fatal Assertion 28559 2016-07-09T05:05:55.104+0200 I - [conn120463] Fatal Assertion 28559 2016-07-09T05:05:55.117+0200 I - [conn120369] Fatal Assertion 28559 2016-07-09T05:05:55.280+0200 I - [conn120323] Fatal Assertion 28559 2016-07-09T05:05:55.350+0200 I - [conn29835] Fatal Assertion 28559 2016-07-09T05:05:55.710+0200 I - [conn110205] Fatal Assertion 28559 2016-07-09T05:05:57.013+0200 I CONTROL [WiredTigerRecordStoreThread for local.oplog.rs] 0xf9b632 0xf36699 0xf19b36 0xdb28c7 0xda713f 0xda7193 0xd9f9a6 0xda5d76 0xf1c98c 0xfeabfb 0x7f7b6878aaa1 0x7f7b672dc93d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"400000","o":"B9B632","s":"_ZN5mongo15printStackTraceERSo"},{"b":"400000","o":"B36699","s":"_ZN5mongo10logContextEPKc"},{"b":"400000","o":"B19B36","s":"_ZN5mongo13fassertFailedEi"},{"b":"400000","o":"9B28C7","s":"_ZN5mongo17wtRCToStatus_slowEiPKc"},{"b":"400000","o":"9A713F","s":"_ZN5mongo22WiredTigerRecoveryUnit8_txnOpenEPNS_16OperationContextE"},{"b":"400000","o":"9A7193","s":"_ZN5mongo22WiredTigerRecoveryUnit10getSessionEPNS_16OperationContextE"},{"b":"400000","o":"99F9A6","s":"_ZN5mongo21WiredTigerRecordStore27cappedDeleteAsNeeded_inlockEPNS_16OperationContextERKNS_8RecordIdE"},{"b":"400000","o":"9A5D76"},{"b":"400000","o":"B1C98C","s":"_ZN5mongo13BackgroundJob7jobBodyEv"},{"b":"400000","o":"BEABFB"},{"b":"7F7B68783000","o":"7AA1"},{"b":"7F7B671F4000","o":"E893D","s":"clone"}],"processInfo":{ "mongodbVersion" : "3.0.9", "gitVersion" : "20d60d3491908f1ae252fe452300de3978a040c7", "uname" : { "sysname" : "Linux", "release" : "2.6.32-573.12.1.el6.x86_64", "version" : "#1 SMP Tue Dec 15 21:19:08 UTC 2015", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000", "buildId" : "47DFD0896283C6BF009395E08B673D3246CC7AE5" }, { "b" : "7FFF7409B000", "elfType" : 3, "buildId" : "20C5CF84B53811B4D8DD34CDDE046E34B4D66282" }, { "b" : "7F7B68783000", "path" : "/lib64/libpthread.so.0", "elfType" : 3, "buildId" : "C56DD1B811FC0D9263248EBB308C73FCBCD80FC1" }, { "b" : "7F7B68517000", "path" : "/usr/lib64/libssl.so.10", "elfType" : 3, "buildId" : "24A4E7055CABC29C2DDAC730D635A20C08687AC6" }, { "b" : "7F7B68134000", "path" : "/usr/lib64/libcrypto.so.10", "elfType" : 3, "buildId" : "F6F5BB27A852F29A134680794DD2EB5C3CC5D88B" }, { "b" : "7F7B67F2C000", "path" : "/lib64/librt.so.1", "elfType" : 3, "buildId" : "95159178F1A4A3DBDC7819FBEA2C80E5FCDD6BAC" }, { "b" : "7F7B67D28000", "path" : "/lib64/libdl.so.2", "elfType" : 3, "buildId" : "29B61382141595ECBA6576232E44F2310C3AAB72" }, { "b" : "7F7B67A22000", "path" : "/usr/lib64/libstdc++.so.6", "elfType" : 3, "buildId" : "C03877A9EE01DDC572E2B0F55F64C757773CF8D6" }, { "b" : "7F7B6779E000", "path" : "/lib64/libm.so.6", "elfType" : 3, "buildId" : "989FE3A42CA8CEBDCC185A743896F23A0CF537ED" }, { "b" : "7F7B67588000", "path" : "/lib64/libgcc_s.so.1", "elfType" : 3, "buildId" : "9350579A4970FA47F3144AD8F40B183B0954497D" }, { "b" : "7F7B671F4000", "path" : "/lib64/libc.so.6", "elfType" : 3, "buildId" : "8E6FA4C4B0594C355C1B90C1D49990368C81A040" }, { "b" : "7F7B689A0000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "959C5E10A47EE8A633E7681B64B4B9F74E242ED5" }, { "b" : "7F7B66FB0000", "path" : "/lib64/libgssapi_krb5.so.2", "elfType" : 3, "buildId" : "441FA45097A11508E50D55A3D1FF169BF2BE7C62" }, { "b" : "7F7B66CC9000", "path" : "/lib64/libkrb5.so.3", "elfType" : 3, "buildId" : "F62622218875795666E08B92D176A50791183EEC" }, { "b" : "7F7B66AC5000", "path" : "/lib64/libcom_err.so.2", "elfType" : 3, "buildId" : "152E2C18A7A2145021A8A879A01A82EE134E3946" }, { "b" : "7F7B66899000", "path" : "/lib64/libk5crypto.so.3", "elfType" : 3, "buildId" : "B8DEDADC140347276164C729418C7A37B7224135" }, { "b" : "7F7B66683000", "path" : "/lib64/libz.so.1", "elfType" : 3, "buildId" : "5FA8E5038EC04A774AF72A9BB62DC86E1049C4D6" }, { "b" : "7F7B66478000", "path" : "/lib64/libkrb5support.so.0", "elfType" : 3, "buildId" : "4BDFC7A19C1F328EB4FCFBCE7A1E27606928610D" }, { "b" : "7F7B66275000", "path" : "/lib64/libkeyutils.so.1", "elfType" : 3, "buildId" : "AF374BAFB7F5B139A0B431D3F06D82014AFF3251" }, { "b" : "7F7B6605B000", "path" : "/lib64/libresolv.so.2", "elfType" : 3, "buildId" : "C39D7FFB49DFB1B55AD09D1D711AD802123F6623" }, { "b" : "7F7B65E3C000", "path" : "/lib64/libselinux.so.1", "elfType" : 3, "buildId" : "E6798A06BEE17CF102BBA44FD512FF8B805CEAF1" } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x32) [0xf9b632] mongod(_ZN5mongo10logContextEPKc+0xE9) [0xf36699] mongod(_ZN5mongo13fassertFailedEi+0x66) [0xf19b36] mongod(_ZN5mongo17wtRCToStatus_slowEiPKc+0x317) [0xdb28c7] mongod(_ZN5mongo22WiredTigerRecoveryUnit8_txnOpenEPNS_16OperationContextE+0xFF) [0xda713f] mongod(_ZN5mongo22WiredTigerRecoveryUnit10getSessionEPNS_16OperationContextE+0x23) [0xda7193] mongod(_ZN5mongo21WiredTigerRecordStore27cappedDeleteAsNeeded_inlockEPNS_16OperationContextERKNS_8RecordIdE+0x96) [0xd9f9a6] mongod(+0x9A5D76) [0xda5d76] mongod(_ZN5mongo13BackgroundJob7jobBodyEv+0x12C) [0xf1c98c] mongod(+0xBEABFB) [0xfeabfb] libpthread.so.0(+0x7AA1) [0x7f7b6878aaa1] libc.so.6(clone+0x6D) [0x7f7b672dc93d] ----- END BACKTRACE ----- 2016-07-09T05:05:57.013+0200 I - [WiredTigerRecordStoreThread for local.oplog.rs] ***aborting after fassert() failure