... 2017-08-17T08:20:21.680-0700 I ACCESS [conn53399] Successfully authenticated as principal report on admin 2017-08-17T08:20:22.670-0700 I - [conn53398] end connection 10.6.5.226:41636 (244 connections now open) 2017-08-17T08:20:22.670-0700 I NETWORK [thread1] connection accepted from 10.6.5.226:41638 #53400 (244 connections now open) 2017-08-17T08:20:22.693-0700 I ACCESS [conn53400] Successfully authenticated as principal __system on local 2017-08-17T08:20:36.876-0700 E STORAGE [conn36567] WiredTiger error (0) [1502983236:872187][30437:0x7faae624a700], file:local/collection-2-7539309045077837819.wt, WT_CURSOR.insert: encountered an illegal file format or internal value 2017-08-17T08:20:36.876-0700 E STORAGE [conn36567] WiredTiger error (-31804) [1502983236:876813][30437:0x7faae624a700], file:local/collection-2-7539309045077837819.wt, WT_CURSOR.insert: the process must exit and restart: WT_PANIC: WiredTiger library panic 2017-08-17T08:20:36.877-0700 E STORAGE [thread2] WiredTiger error (-31804) [1502983236:877351][30437:0x7fab1704b700], eviction-server: cache eviction thread error: WT_PANIC: WiredTiger library panic 2017-08-17T08:20:36.878-0700 E STORAGE [thread3] WiredTiger error (-31804) [1502983236:878068][30437:0x7fab17a4c700], eviction-server: cache eviction thread error: WT_PANIC: WiredTiger library panic 2017-08-17T08:20:36.878-0700 E STORAGE [thread4] WiredTiger error (-31804) [1502983236:878512][30437:0x7fab1844d700], eviction-server: cache eviction thread error: WT_PANIC: WiredTiger library panic 2017-08-17T08:20:36.881-0700 F - [conn41239] Invalid access at address: 0x322e894f0444 2017-08-17T08:20:36.908-0700 I - [conn35267] Fatal Assertion 28559 at src/mongo/db/storage/wiredtiger/wiredtiger_util.cpp 64 ... 2017-08-17T08:20:37.021-0700 I - [conn35266] Fatal Assertion 28559 at src/mongo/db/storage/wiredtiger/wiredtiger_util.cpp 64 2017-08-17T08:20:37.021-0700 I - [conn35266] ***aborting after fassert() failure 2017-08-17T08:20:37.026-0700 F - [conn41239] Got signal: 11 (Segmentation fault). 0x7fab20051e61 0x7fab20050f59 0x7fab200515c6 0x7fab1d7ad500 0x7fab2099956c 0x7fab20967202 0x7fab209b5fc4 0x7fab1fd4a418 0x7fab1fd4a925 0x7fab1f4ad23f 0x7fab1fa4d6c9 0x7fab1fa4fec7 0x7fab1f7a9268 0x7fab1f4b17fa 0x7fab1f7d9062 0x7fab1f7df746 0x7fab1f600e9f 0x7fab1f5fc9fc 0x7fab1f537bd4 0x7fab1f538bb0 0x7fab1fb5982d 0x7fab1f7562b2 0x7fab1f758226 0x7fab1f354ecd 0x7fab1f35580d 0x7fab1ffb76c2 0x7fab1d7a5851 0x7fab1d4f394d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"7FAB1EAD4000","o":"157DE61","s":"_ZN5mongo15printStackTraceERSo"},{"b":"7FAB1EAD4000","o":"157CF59"},{"b":"7FAB1EAD4000","o":"157D5C6"},{"b":"7FAB1D79E000","o":"F500"},{"b":"7FAB1EAD4000","o":"1EC556C"},{"b":"7FAB1EAD4000","o":"1E93202"},{"b":"7FAB1EAD4000","o":"1EE1FC4"},{"b":"7FAB1EAD4000","o":"1276418","s":"_ZN5mongo21WiredTigerRecordStore14_insertRecordsEPNS_16OperationContextEPNS_6RecordEm"},{"b":"7FAB1EAD4000","o":"1276925","s":"_ZN5mongo21WiredTigerRecordStore26insertRecordsWithDocWriterEPNS_16OperationContextEPKPKNS_9DocWriterEmPNS_8RecordIdE"},{"b":"7FAB1EAD4000","o":"9D923F","s":"_ZN5mongo10Collection23insertDocumentsForOplogEPNS_16OperationContextEPKPKNS_9DocWriterEm"},{"b":"7FAB1EAD4000","o":"F796C9","s":"_ZN5mongo4repl12_logOpsInnerEPNS_16OperationContextERKNS_15NamespaceStringEPKPKNS_9DocWriterEmPNS_10CollectionENS0_22ReplicationCoordinator4ModeENS0_6OpTimeE"},{"b":"7FAB1EAD4000","o":"F7BEC7","s":"_ZN5mongo4repl6logOpsEPNS_16OperationContextEPKcRKNS_15NamespaceStringEN9__gnu_cxx17__normal_iteratorIPKNS_7BSONObjESt6vectorISA_SaISA_EEEESG_b"},{"b":"7FAB1EAD4000","o":"CD5268","s":"_ZN5mongo14OpObserverImpl9onInsertsEPNS_16OperationContextERKNS_15NamespaceStringEN9__gnu_cxx17__normal_iteratorIPKNS_7BSONObjESt6vectorIS8_SaIS8_EEEESE_b"},{"b":"7FAB1EAD4000","o":"9DD7FA","s":"_ZN5mongo10Collection15insertDocumentsEPNS_16OperationContextEN9__gnu_cxx17__normal_iteratorIPKNS_7BSONObjESt6vectorIS5_SaIS5_EEEESB_PNS_7OpDebugEbb"},{"b":"7FAB1EAD4000","o":"D05062"},{"b":"7FAB1EAD4000","o":"D0B746","s":"_ZN5mongo14performInsertsEPNS_16OperationContextERKNS_8InsertOpE"},{"b":"7FAB1EAD4000","o":"B2CE9F","s":"_ZN5mongo9CmdInsert7runImplEPNS_16OperationContextERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEERKNS_7BSONObjERNS_14BSONObjBuilderE"},{"b":"7FAB1EAD4000","o":"B289FC"},{"b":"7FAB1EAD4000","o":"A63BD4","s":"_ZN5mongo7Command3runEPNS_16OperationContextERKNS_3rpc16RequestInterfaceEPNS3_21ReplyBuilderInterfaceE"},{"b":"7FAB1EAD4000","o":"A64BB0","s":"_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_RKNS_3rpc16RequestInterfaceEPNS4_21ReplyBuilderInterfaceE"},{"b":"7FAB1EAD4000","o":"108582D","s":"_ZN5mongo11runCommandsEPNS_16OperationContextERKNS_3rpc16RequestInterfaceEPNS2_21ReplyBuilderInterfaceE"},{"b":"7FAB1EAD4000","o":"C822B2"},{"b":"7FAB1EAD4000","o":"C84226","s":"_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE"},{"b":"7FAB1EAD4000","o":"880ECD","s":"_ZN5mongo23ServiceEntryPointMongod12_sessionLoopERKSt10shared_ptrINS_9transport7SessionEE"},{"b":"7FAB1EAD4000","o":"88180D"},{"b":"7FAB1EAD4000","o":"14E36C2"},{"b":"7FAB1D79E000","o":"7851"},{"b":"7FAB1D40B000","o":"E894D","s":"clone"}],"processInfo":{ "mongodbVersion" : "3.4.4", "gitVersion" : "888390515874a9debd1b6c5d36559ca86b44babd", "compiledModules" : [], "uname" : { "sysname" : "Linux", "release" : "2.6.32-358.23.2.el6.x86_64", "version" : "#1 SMP Sat Sep 14 05:32:37 EDT 2013", "machine" : "x86_64" }, "somap" : [ { "b" : "7FAB1EAD4000", "elfType" : 3, "buildId" : "8E722BCB27505785E167A3387031F5FCFD801477" }, { "b" : "7FFF4A48E000", "elfType" : 3, "buildId" : "4D392D7A6140FA0AFF2F9098276ED6E94D137826" }, { "b" : "7F7441446000", "path" : "/usr/lib64/libssl.so.10", "elfType" : 3, "buildId" : "D256E285C5E11D9A99EB04CA7651003A8F67B64E" }, { "b" : "7F7441461000", "path" : "/usr/lib64/libcrypto.so.10", "elfType" : 3, "buildId" : "1EDB45C205A844A75EBBB4F0075E705803FFB85B" }, { "b" : "7F6FD9C59000", "path" : "/lib64/librt.so.1", "elfType" : 3, "buildId" : "756DBE5D1255F42B13E0659E3DD791D34A91465A" }, { "b" : "7F6FDA655000", "path" : "/lib64/libdl.so.2", "elfType" : 3, "buildId" : "A38407EE35545AEA5CF08FE4CAA8B66E5909B6F3" }, { "b" : "7F6FDABD1000", "path" : "/lib64/libm.so.6", "elfType" : 3, "buildId" : "1686CCDAE5F8CED5A251E40074F55EFDF1688B75" }, { "b" : "7F6FCE9BB000", "path" : "/lib64/libgcc_s.so.1", "elfType" : 3, "buildId" : "A2E6E550A824EBC44AE5487B290A00923DB37761" }, { "b" : "7F6FD9B9E000", "path" : "/lib64/libpthread.so.0", "elfType" : 3, "buildId" : "3FF31EFC5E0E5CFC4BFDAE19F3DE3AD55DA766CD" }, { "b" : "7F6FDA00B000", "path" : "/lib64/libc.so.6", "elfType" : 3, "buildId" : "EF1DCD3CAC44717EFEB5B12C6C7EE037B6EDDC00" }, { "b" : "7F6FDBCB2000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "DE7D207393D303AF233E6AD4D1E8A8314843422A" }, { "b" : "7F6FCBDC7000", "path" : "/lib64/libgssapi_krb5.so.2", "elfType" : 3, "buildId" : "EFF68B7DE77D081BC4A0CB38FE9DCBC60541BF92" }, { "b" : "7F6FCD6E1000", "path" : "/lib64/libkrb5.so.3", "elfType" : 3, "buildId" : "95EBB74C2C0A1E1714344036145A0239FFA4892D" }, { "b" : "7F6FCE8DD000", "path" : "/lib64/libcom_err.so.2", "elfType" : 3, "buildId" : "6ADE12F76961F73B33D160AC4D342222E7FC7A65" }, { "b" : "7F6FCC6B1000", "path" : "/lib64/libk5crypto.so.3", "elfType" : 3, "buildId" : "D02E7D3149950118009A81997434E28B7D9EC9B2" }, { "b" : "7F6FD7897000", "path" : "/lib64/libresolv.so.2", "elfType" : 3, "buildId" : "6309B69A475D35D4E93D31DB3A8DDAF5100075C8" }, { "b" : "7F6FD8681000", "path" : "/lib64/libz.so.1", "elfType" : 3, "buildId" : "D053BB4FF0C2FC983842F81598813B9B931AD0D1" }, { "b" : "7F6FCD076000", "path" : "/lib64/libkrb5support.so.0", "elfType" : 3, "buildId" : "5AFCBEA0D62EE0335714CCBAB7BA808E2A16028C" }, { "b" : "7F6FCC673000", "path" : "/lib64/libkeyutils.so.1", "elfType" : 3, "buildId" : "8A8734DC37305D8CC2EF8F8C3E5EA03171DB07EC" }, { "b" : "7F6FD7454000", "path" : "/lib64/libselinux.so.1", "elfType" : 3, "buildId" : "BAD5C71361DADF259B6E306A49E6F47F24AEA3DC" } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x41) [0x7fab20051e61] mongod(+0x157CF59) [0x7fab20050f59] mongod(+0x157D5C6) [0x7fab200515c6] libpthread.so.0(+0xF500) [0x7fab1d7ad500] mongod(+0x1EC556C) [0x7fab2099956c] mongod(+0x1E93202) [0x7fab20967202] mongod(+0x1EE1FC4) [0x7fab209b5fc4] mongod(_ZN5mongo21WiredTigerRecordStore14_insertRecordsEPNS_16OperationContextEPNS_6RecordEm+0x208) [0x7fab1fd4a418] mongod(_ZN5mongo21WiredTigerRecordStore26insertRecordsWithDocWriterEPNS_16OperationContextEPKPKNS_9DocWriterEmPNS_8RecordIdE+0x1B5) [0x7fab1fd4a925] mongod(_ZN5mongo10Collection23insertDocumentsForOplogEPNS_16OperationContextEPKPKNS_9DocWriterEm+0x6F) [0x7fab1f4ad23f] mongod(_ZN5mongo4repl12_logOpsInnerEPNS_16OperationContextERKNS_15NamespaceStringEPKPKNS_9DocWriterEmPNS_10CollectionENS0_22ReplicationCoordinator4ModeENS0_6OpTimeE+0x99) [0x7fab1fa4d6c9] mongod(_ZN5mongo4repl6logOpsEPNS_16OperationContextEPKcRKNS_15NamespaceStringEN9__gnu_cxx17__normal_iteratorIPKNS_7BSONObjESt6vectorISA_SaISA_EEEESG_b+0x607) [0x7fab1fa4fec7] mongod(_ZN5mongo14OpObserverImpl9onInsertsEPNS_16OperationContextERKNS_15NamespaceStringEN9__gnu_cxx17__normal_iteratorIPKNS_7BSONObjESt6vectorIS8_SaIS8_EEEESE_b+0x38) [0x7fab1f7a9268] mongod(_ZN5mongo10Collection15insertDocumentsEPNS_16OperationContextEN9__gnu_cxx17__normal_iteratorIPKNS_7BSONObjESt6vectorIS5_SaIS5_EEEESB_PNS_7OpDebugEbb+0x45A) [0x7fab1f4b17fa] mongod(+0xD05062) [0x7fab1f7d9062] mongod(_ZN5mongo14performInsertsEPNS_16OperationContextERKNS_8InsertOpE+0xCD6) [0x7fab1f7df746] mongod(_ZN5mongo9CmdInsert7runImplEPNS_16OperationContextERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEERKNS_7BSONObjERNS_14BSONObjBuilderE+0x4F) [0x7fab1f600e9f] mongod(+0xB289FC) [0x7fab1f5fc9fc] mongod(_ZN5mongo7Command3runEPNS_16OperationContextERKNS_3rpc16RequestInterfaceEPNS3_21ReplyBuilderInterfaceE+0x8E4) [0x7fab1f537bd4] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_RKNS_3rpc16RequestInterfaceEPNS4_21ReplyBuilderInterfaceE+0x9E0) [0x7fab1f538bb0] mongod(_ZN5mongo11runCommandsEPNS_16OperationContextERKNS_3rpc16RequestInterfaceEPNS2_21ReplyBuilderInterfaceE+0x26D) [0x7fab1fb5982d] mongod(+0xC822B2) [0x7fab1f7562b2] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0x6D6) [0x7fab1f758226] mongod(_ZN5mongo23ServiceEntryPointMongod12_sessionLoopERKSt10shared_ptrINS_9transport7SessionEE+0x1ED) [0x7fab1f354ecd] mongod(+0x88180D) [0x7fab1f35580d] mongod(+0x14E36C2) [0x7fab1ffb76c2] libpthread.so.0(+0x7851) [0x7fab1d7a5851] libc.so.6(clone+0x6D) [0x7fab1d4f394d] ----- END BACKTRACE -----