... 2017-08-02T10:00:39.085-0700 I - [conn66530] end connection 10.6.5.226:58989 (415 connections now open) 2017-08-02T10:00:39.086-0700 I NETWORK [thread1] connection accepted from 10.6.5.226:58993 #66531 (415 connections now open) 2017-08-02T10:00:39.106-0700 I ACCESS [conn66531] Successfully authenticated as principal __system on local 2017-08-02T10:00:39.300-0700 I COMMAND [conn66511] command logsadmin.userActivity20170802 command: distinct { distinct: "userActivity20170802", key: "user", query: { time: { $gte: new Dat e(1501681500000), $lt: new Date(1501681800000) } } } planSummary: IXSCAN { time: 1 } keysExamined:208815 docsExamined:208815 numYields:1649 reslen:277544 locks:{ Global: { acquireCount: { r: 3300 } }, Database: { acquireCount: { r: 1650 } }, Collection: { acquireCount: { r: 1650 } } } protocol:op_query 5215ms 2017-08-02T10:01:09.110-0700 I - [conn66531] end connection 10.6.5.226:58993 (415 connections now open) 2017-08-02T10:01:09.111-0700 I NETWORK [thread1] connection accepted from 10.6.5.226:58995 #66532 (415 connections now open) 2017-08-02T10:01:09.125-0700 I ACCESS [conn66532] Successfully authenticated as principal __system on local 2017-08-02T10:01:10.509-0700 I - [conn66448] end connection 10.6.6.53:63021 (415 connections now open) 2017-08-02T10:01:39.132-0700 I - [conn66532] end connection 10.6.5.226:58995 (414 connections now open) 2017-08-02T10:01:39.132-0700 I NETWORK [thread1] connection accepted from 10.6.5.226:58998 #66533 (414 connections now open) 2017-08-02T10:01:39.148-0700 I ACCESS [conn66533] Successfully authenticated as principal __system on local 2017-08-02T10:02:09.156-0700 I - [conn66533] end connection 10.6.5.226:58998 (414 connections now open) 2017-08-02T10:02:09.156-0700 I NETWORK [thread1] connection accepted from 10.6.5.226:59001 #66534 (414 connections now open) 2017-08-02T10:02:09.171-0700 I ACCESS [conn66534] Successfully authenticated as principal __system on local 2017-08-02T10:02:10.017-0700 F - [conn35240] Invalid access at address: 0x3d 2017-08-02T10:02:10.227-0700 F - [conn35240] Got signal: 11 (Segmentation fault). 0x7f6250775e61 0x7f6250774f59 0x7f62507755c6 0x7f624ded1500 0x7f625109bf90 0x7f62510bce50 0x7f625108b202 0x7f62510d9fc4 0x7f625046e418 0x7f625046e925 0x7f624fbd123f 0x7f62501716c9 0x7f6250173ec7 0x7f624fecd268 0x7f624fbd57fa 0x7f624fefd062 0x7f624ff03746 0x7f624fd24e9f 0x7f624fd209fc 0x7f624fc5bbd4 0x7f624fc5cbb0 0x7f625027d82d 0x7f624fe7a2b2 0x7f624fe7c226 0x7f624fa78ecd 0x7f624fa7980d 0x7f62506db6c2 0x7f624dec9851 0x7f624dc1794d ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"7F624F1F8000","o":"157DE61","s":"_ZN5mongo15printStackTraceERSo"},{"b":"7F624F1F8000","o":"157CF59"},{"b":"7F624F1F8000","o":"157D5C6"},{"b":"7F624DEC2000","o":"F500"},{"b":"7F624F1F8000","o":"1EA3F90"},{"b":"7F624F1F8000","o":"1EC4E50"},{"b":"7F624F1F8000","o":"1E93202"},{"b":"7F624F1F8000","o":"1EE1FC4"},{"b":"7F624F1F8000","o":"1276418","s":"_ZN5mongo21WiredTigerRecordStore14_insertRecordsEPNS_16OperationContextEPNS_6RecordEm"},{"b":"7F624F1F8000","o":"1276925","s":"_ZN5mongo21WiredTigerRecordStore26insertRecordsWithDocWriterEPNS_16OperationContextEPKPKNS_9DocWriterEmPNS_8RecordIdE"},{"b":"7F624F1F8000","o":"9D923F","s":"_ZN5mongo10Collection23insertDocumentsForOplogEPNS_16OperationContextEPKPKNS_9DocWriterEm"},{"b":"7F624F1F8000","o":"F796C9","s":"_ZN5mongo4repl12_logOpsInnerEPNS_16OperationContextERKNS_15NamespaceStringEPKPKNS_9DocWriterEmPNS_10CollectionENS0_22ReplicationCoordinator4ModeENS0_6OpTimeE"},{"b":"7F624F1F8000","o":"F7BEC7","s":"_ZN5mongo4repl6logOpsEPNS_16OperationContextEPKcRKNS_15NamespaceStringEN9__gnu_cxx17__normal_iteratorIPKNS_7BSONObjESt6vectorISA_SaISA_EEEESG_b"},{"b":"7F624F1F8000","o":"CD5268","s":"_ZN5mongo14OpObserverImpl9onInsertsEPNS_16OperationContextERKNS_15NamespaceStringEN9__gnu_cxx17__normal_iteratorIPKNS_7BSONObjESt6vectorIS8_SaIS8_EEEESE_b"},{"b":"7F624F1F8000","o":"9DD7FA","s":"_ZN5mongo10Collection15insertDocumentsEPNS_16OperationContextEN9__gnu_cxx17__normal_iteratorIPKNS_7BSONObjESt6vectorIS5_SaIS5_EEEESB_PNS_7OpDebugEbb"},{"b":"7F624F1F8000","o":"D05062"},{"b":"7F624F1F8000","o":"D0B746","s":"_ZN5mongo14performInsertsEPNS_16OperationContextERKNS_8InsertOpE"},{"b":"7F624F1F8000","o":"B2CE9F","s":"_ZN5mongo9CmdInsert7runImplEPNS_16OperationContextERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEERKNS_7BSONObjERNS_14BSONObjBuilderE"},{"b":"7F624F1F8000","o":"B289FC"},{"b":"7F624F1F8000","o":"A63BD4","s":"_ZN5mongo7Command3runEPNS_16OperationContextERKNS_3rpc16RequestInterfaceEPNS3_21ReplyBuilderInterfaceE"},{"b":"7F624F1F8000","o":"A64BB0","s":"_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_RKNS_3rpc16RequestInterfaceEPNS4_21ReplyBuilderInterfaceE"},{"b":"7F624F1F8000","o":"108582D","s":"_ZN5mongo11runCommandsEPNS_16OperationContextERKNS_3rpc16RequestInterfaceEPNS2_21ReplyBuilderInterfaceE"},{"b":"7F624F1F8000","o":"C822B2"},{"b":"7F624F1F8000","o":"C84226","s":"_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE"},{"b":"7F624F1F8000","o":"880ECD","s":"_ZN5mongo23ServiceEntryPointMongod12_sessionLoopERKSt10shared_ptrINS_9transport7SessionEE"},{"b":"7F624F1F8000","o":"88180D"},{"b":"7F624F1F8000","o":"14E36C2"},{"b":"7F624DEC2000","o":"7851"},{"b":"7F624DB2F000","o":"E894D","s":"clone"}],"processInfo":{ "mongodbVersion" : "3.4.4", "gitVersion" : "888390515874a9debd1b6c5d36559ca86b44babd", "compiledModules" : [], "uname" : { "sysname" : "Linux", "release" : "2.6.32-358.23.2.el6.x86_64", "version" : "#1 SMP Sat Sep 14 05:32:37 EDT 2013", "machine" : "x86_64" }, "somap" : [ { "b" : "7F624F1F8000", "elfType" : 3, "buildId" : "8E722BCB27505785E167A3387031F5FCFD801477" }, { "b" : "7FFF93A47000", "elfType" : 3, "buildId" : "4D392D7A6140FA0AFF2F9098276ED6E94D137826" }, { "b" : "7F2B71B6A000", "path" : "/usr/lib64/libssl.so.10", "elfType" : 3, "buildId" : "D256E285C5E11D9A99EB04CA7651003A8F67B64E" }, { "b" : "7F2B71B85000", "path" : "/usr/lib64/libcrypto.so.10", "elfType" : 3, "buildId" : "1EDB45C205A844A75EBBB4F0075E705803FFB85B" }, { "b" : "7F270A37D000", "path" : "/lib64/librt.so.1", "elfType" : 3, "buildId" : "756DBE5D1255F42B13E0659E3DD791D34A91465A" }, { "b" : "7F270AD79000", "path" : "/lib64/libdl.so.2", "elfType" : 3, "buildId" : "A38407EE35545AEA5CF08FE4CAA8B66E5909B6F3" }, { "b" : "7F270B2F5000", "path" : "/lib64/libm.so.6", "elfType" : 3, "buildId" : "1686CCDAE5F8CED5A251E40074F55EFDF1688B75" }, { "b" : "7F26FF0DF000", "path" : "/lib64/libgcc_s.so.1", "elfType" : 3, "buildId" : "A2E6E550A824EBC44AE5487B290A00923DB37761" }, { "b" : "7F270A2C2000", "path" : "/lib64/libpthread.so.0", "elfType" : 3, "buildId" : "3FF31EFC5E0E5CFC4BFDAE19F3DE3AD55DA766CD" }, { "b" : "7F270A72F000", "path" : "/lib64/libc.so.6", "elfType" : 3, "buildId" : "EF1DCD3CAC44717EFEB5B12C6C7EE037B6EDDC00" }, { "b" : "7F270C3D6000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "DE7D207393D303AF233E6AD4D1E8A8314843422A" }, { "b" : "7F26FC4EB000", "path" : "/lib64/libgssapi_krb5.so.2", "elfType" : 3, "buildId" : "EFF68B7DE77D081BC4A0CB38FE9DCBC60541BF92" }, { "b" : "7F26FDE05000", "path" : "/lib64/libkrb5.so.3", "elfType" : 3, "buildId" : "95EBB74C2C0A1E1714344036145A0239FFA4892D" }, { "b" : "7F26FF001000", "path" : "/lib64/libcom_err.so.2", "elfType" : 3, "buildId" : "6ADE12F76961F73B33D160AC4D342222E7FC7A65" }, { "b" : "7F26FCDD5000", "path" : "/lib64/libk5crypto.so.3", "elfType" : 3, "buildId" : "D02E7D3149950118009A81997434E28B7D9EC9B2" }, { "b" : "7F2707FBB000", "path" : "/lib64/libresolv.so.2", "elfType" : 3, "buildId" : "6309B69A475D35D4E93D31DB3A8DDAF5100075C8" }, { "b" : "7F2708DA5000", "path" : "/lib64/libz.so.1", "elfType" : 3, "buildId" : "D053BB4FF0C2FC983842F81598813B9B931AD0D1" }, { "b" : "7F26FD79A000", "path" : "/lib64/libkrb5support.so.0", "elfType" : 3, "buildId" : "5AFCBEA0D62EE0335714CCBAB7BA808E2A16028C" }, { "b" : "7F26FCD97000", "path" : "/lib64/libkeyutils.so.1", "elfType" : 3, "buildId" : "8A8734DC37305D8CC2EF8F8C3E5EA03171DB07EC" }, { "b" : "7F2707B78000", "path" : "/lib64/libselinux.so.1", "elfType" : 3, "buildId" : "BAD5C71361DADF259B6E306A49E6F47F24AEA3DC" } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x41) [0x7f6250775e61] mongod(+0x157CF59) [0x7f6250774f59] mongod(+0x157D5C6) [0x7f62507755c6] libpthread.so.0(+0xF500) [0x7f624ded1500] mongod(+0x1EA3F90) [0x7f625109bf90] mongod(+0x1EC4E50) [0x7f62510bce50] mongod(+0x1E93202) [0x7f625108b202] mongod(+0x1EE1FC4) [0x7f62510d9fc4] mongod(_ZN5mongo21WiredTigerRecordStore14_insertRecordsEPNS_16OperationContextEPNS_6RecordEm+0x208) [0x7f625046e418] mongod(_ZN5mongo21WiredTigerRecordStore26insertRecordsWithDocWriterEPNS_16OperationContextEPKPKNS_9DocWriterEmPNS_8RecordIdE+0x1B5) [0x7f625046e925] mongod(_ZN5mongo10Collection23insertDocumentsForOplogEPNS_16OperationContextEPKPKNS_9DocWriterEm+0x6F) [0x7f624fbd123f] mongod(_ZN5mongo4repl12_logOpsInnerEPNS_16OperationContextERKNS_15NamespaceStringEPKPKNS_9DocWriterEmPNS_10CollectionENS0_22ReplicationCoordinator4ModeENS0_6OpTimeE+0x99) [0x7f62501716c9] mongod(_ZN5mongo4repl6logOpsEPNS_16OperationContextEPKcRKNS_15NamespaceStringEN9__gnu_cxx17__normal_iteratorIPKNS_7BSONObjESt6vectorISA_SaISA_EEEESG_b+0x607) [0x7f6250173ec7] mongod(_ZN5mongo14OpObserverImpl9onInsertsEPNS_16OperationContextERKNS_15NamespaceStringEN9__gnu_cxx17__normal_iteratorIPKNS_7BSONObjESt6vectorIS8_SaIS8_EEEESE_b+0x38) [0x7f624fecd268] mongod(_ZN5mongo10Collection15insertDocumentsEPNS_16OperationContextEN9__gnu_cxx17__normal_iteratorIPKNS_7BSONObjESt6vectorIS5_SaIS5_EEEESB_PNS_7OpDebugEbb+0x45A) [0x7f624fbd57fa] mongod(+0xD05062) [0x7f624fefd062] mongod(_ZN5mongo14performInsertsEPNS_16OperationContextERKNS_8InsertOpE+0xCD6) [0x7f624ff03746] mongod(_ZN5mongo9CmdInsert7runImplEPNS_16OperationContextERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEERKNS_7BSONObjERNS_14BSONObjBuilderE+0x4F) [0x7f624fd24e9f] mongod(+0xB289FC) [0x7f624fd209fc] mongod(_ZN5mongo7Command3runEPNS_16OperationContextERKNS_3rpc16RequestInterfaceEPNS3_21ReplyBuilderInterfaceE+0x8E4) [0x7f624fc5bbd4] mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_RKNS_3rpc16RequestInterfaceEPNS4_21ReplyBuilderInterfaceE+0x9E0) [0x7f624fc5cbb0] mongod(_ZN5mongo11runCommandsEPNS_16OperationContextERKNS_3rpc16RequestInterfaceEPNS2_21ReplyBuilderInterfaceE+0x26D) [0x7f625027d82d] mongod(+0xC822B2) [0x7f624fe7a2b2] mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0x6D6) [0x7f624fe7c226] mongod(_ZN5mongo23ServiceEntryPointMongod12_sessionLoopERKSt10shared_ptrINS_9transport7SessionEE+0x1ED) [0x7f624fa78ecd] mongod(+0x88180D) [0x7f624fa7980d] mongod(+0x14E36C2) [0x7f62506db6c2] libpthread.so.0(+0x7851) [0x7f624dec9851] libc.so.6(clone+0x6D) [0x7f624dc1794d]