We have seen repeatedly the mongdb crashing running on

Ubuntu
Master Slave Arbiter set up
Got signal: 6 (Aborted)

Most recent stacktrace is here:

2017-02-14T11:17:11.267+0000 F - [conn260245] Got signal: 6 (Aborted).

0xf605f9 0xf5fc72 0xf60026 0x7f6a52f01d40 0x7f6a52f01cc9 0x7f6a52f050d8 0xda2869 0x88da32 0x8dd89d 0x8de5e1 0x8b3627 0x8d1e77 0x8d3936 0x9bebe4 0x9bfb6d 0x9c087b 0xb94a3a 0xaa48f0 0x7e9c4d 0xf1dabb 0x7f6a53ec4182 0x7f6a52fc547d
----- BEGIN BACKTRACE -----
{"backtrace":[

{"b":"400000","o":"B605F9"}

,

{"b":"400000","o":"B5FC72"}

,

{"b":"400000","o":"B60026"}

,

{"b":"7F6A52ECB000","o":"36D40"}

,

{"b":"7F6A52ECB000","o":"36CC9"}

,

{"b":"7F6A52ECB000","o":"3A0D8"}

,

{"b":"400000","o":"9A2869"}

,

{"b":"400000","o":"48DA32"}

,

{"b":"400000","o":"4DD89D"}

,

{"b":"400000","o":"4DE5E1"}

,

{"b":"400000","o":"4B3627"}

,

{"b":"400000","o":"4D1E77"}

,

{"b":"400000","o":"4D3936"}

,

{"b":"400000","o":"5BEBE4"}

,

{"b":"400000","o":"5BFB6D"}

,

{"b":"400000","o":"5C087B"}

,

{"b":"400000","o":"794A3A"}

,

{"b":"400000","o":"6A48F0"}

,

{"b":"400000","o":"3E9C4D"}

,

{"b":"400000","o":"B1DABB"}

,

{"b":"7F6A53EBC000","o":"8182"}

,

{"b":"7F6A52ECB000","o":"FA47D"}

],"processInfo":{ "mongodbVersion" : "3.0.4", "gitVersion" : "0481c958daeb2969800511e7475dc66986fa9ed5", "uname" :

{ "sysname" : "Linux", "release" : "3.13.0-48-generic", "version" : "#80-Ubuntu SMP Thu Mar 12 11:16:15 UTC 2015", "machine" : "x86_64" }

, "somap" : [

{ "elfType" : 2, "b" : "400000" }

,

{ "b" : "7FFFD6C41000", "elfType" : 3 }

,

{ "b" : "7F6A53EBC000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3 }

,

{ "b" : "7F6A53CB4000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3 }

,

{ "b" : "7F6A53AB0000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3 }

,

{ "b" : "7F6A537AC000", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3 }

,

{ "b" : "7F6A534A6000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3 }

,

{ "b" : "7F6A53290000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3 }

,

{ "b" : "7F6A52ECB000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3 }

,

{ "b" : "7F6A540DA000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 }

] }}
mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf605f9]
mongod(+0xB5FC72) [0xf5fc72]
mongod(+0xB60026) [0xf60026]
libc.so.6(+0x36D40) [0x7f6a52f01d40]
libc.so.6(gsignal+0x39) [0x7f6a52f01cc9]
libc.so.6(abort+0x148) [0x7f6a52f050d8]
mongod(_ZN5mongo12SecureRandom6createEv+0x1B9) [0xda2869]
mongod(_ZN5mongo5scram19generateCredentialsERKSsi+0x22) [0x88da32]
mongod(_ZN5mongo31SaslSCRAMSHA1ServerConversation10_firstStepERSt6vectorISsSaISsEEPSs+0x150D) [0x8dd89d]
mongod(_ZN5mongo31SaslSCRAMSHA1ServerConversation4stepERKNS_10StringDataEPSs+0x2F1) [0x8de5e1]
mongod(_ZN5mongo31NativeSaslAuthenticationSession4stepERKNS_10StringDataEPSs+0x27) [0x8b3627]
mongod(+0x4D1E77) [0x8d1e77]
mongod(+0x4D3936) [0x8d3936]
mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9bebe4]
mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9bfb6d]
mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9c087b]
mongod(ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3+0x77A) [0xb94a3a]
mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xaa48f0]
mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x7e9c4d]
mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf1dabb]
libpthread.so.0(+0x8182) [0x7f6a53ec4182]
libc.so.6(clone+0x6D) [0x7f6a52fc547d]
----- END BACKTRACE -----

On the EC2 (we run this in AWS):
We see the following Network In and Out as fishy.