[SERVER-28965]  Mongod crash with InputStreamSecureRandom failed to generate random bytes Created: 25/Apr/17  Updated: 11/Jun/20  Resolved: 21/Jun/17

Status: Closed
Project: Core Server
Component/s: None
Affects Version/s: 3.2.5
Fix Version/s: None

Type: Question Priority: Major - P3
Reporter: Davenson Lombard Assignee: Kelsey Schubert
Resolution: Cannot Reproduce Votes: 0
Labels: None
Remaining Estimate: Not Specified
Time Spent: Not Specified
Original Estimate: Not Specified

Issue Links:
Duplicate
Participants:
Case:

 Description   

2017-01-30T01:01:27.597-0500 E -        [conn3077] InputStreamSecureRandom failed to generate random bytes
2017-01-30T01:01:27.597-0500 I -        [conn3077] Fatal Assertion 28840
2017-01-30T01:01:27.597-0500 I -        [conn3077] 
 
***aborting after fassert() failure
 
...
 
2017-01-30T01:01:27.639-0500 F -        [conn3077] Got signal: 6 (Aborted).
 0x13b0732 0x13af669 0x13afe72 0x7f6c8e4227e0 0x35744325e5 0x3574433dc5 0x1338102 0x1192d5c 0xb25e79 0xbc9503 0xbca374 0xb211a0 0xcddb65 0xce03f6 0x9ad18c 0x135c5cd 0x7f6c8e41aaa1 0x35744e8aad
----- BEGIN BACKTRACE -----
{"backtrace":[{"b":"400000","o":"FB0732","s":"_ZN5mongo15printStackTraceERSo"},{"b":"400000","o":"FAF669"},{"b":"400000","o":"FAFE72"},{"b":"7F6C8E413000","o":"F7E0"},{"b":"3574400000","o":"325E5","s":"gsignal"},{"b":"3574400000","o":"33DC5","s":"abort"},{"b":"400000","o":"F38102","s":"_ZN5mongo13fassertFailedEi"},{"b":"400000","o":"D92D5C","s":"_ZN5mongo23InputStreamSecureRandom9nextInt64Ev"},{"b":"400000","o":"725E79","s":"_ZN5mongo11CmdGetNonce3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderE"},{"b":"400000","o":"7C9503","s":"_ZN5mongo7Command3runEPNS_16OperationContextERKNS_3rpc16RequestInterfaceEPNS3_21ReplyBuilderInterfaceE"},{"b":"400000","o":"7CA374","s":"_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_RKNS_3rpc16RequestInterfaceEPNS4_21ReplyBuilderInterfaceE"},{"b":"400000","o":"7211A0","s":"_ZN5mongo11runCommandsEPNS_16OperationContextERKNS_3rpc16RequestInterfaceEPNS2_21ReplyBuilderInterfaceE"},{"b":"400000","o":"8DDB65"},{"b":"400000","o":"8E03F6","s":"_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE"},{"b":"400000","o":"5AD18C","s":"_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortE"},{"b":"400000","o":"F5C5CD","s":"_ZN5mongo17PortMessageServer17handleIncomingMsgEPv"},{"b":"7F6C8E413000","o":"7AA1"},{"b":"3574400000","o":"E8AAD","s":"clone"}],"processInfo":{ "mongodbVersion" : "3.2.5", "gitVersion" : "34e65e5383f7ea1726332cb175b73077ec4a1b02", "compiledModules" : [ "enterprise" ], "uname" : { "sysname" : "Linux", "release" : "2.6.32-642.13.1.el6.x86_64", "version" : "#1 SMP Wed Nov 23 16:03:01 EST 2016", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000", "buildId" : "14E5756E183D813A8D03C65A99170EF638609BBF" }, { "b" : "7FFE70222000", "elfType" : 3, "buildId" : "B7D50C2161B6674BD26DB5BA69B12A619488BBC5" }, { "b" : "7F6C8ED22000", "path" : "/usr/lib64/libnetsnmpagent.so.20", "elfType" : 3, "buildId" : "1270BB069D761BD79C79F8986BB3ED5DCAA7D06D" }, { "b" : "7F6C8EAFB000", "path" : "/usr/lib64/libnetsnmphelpers.so.20", "elfType" : 3, "buildId" : "3FA4F246A7DF00EC1355C5226C9308DC7B4AB5CD" }, { "b" : "7F6C8E633000", "path" : "/usr/lib64/libnetsnmpmibs.so.20", "elfType" : 3, "buildId" : "5CDE827E0A3BF5B1BBCAB619BD0A5A4DE86AA511" }, { "path" : "/usr/lib64/libnetsnmp.so.20", "elfType" : 3, "buildId" : "241B66A75577DF2181DEDA9C3A1AC6C43079E3DA" }, { "path" : "/usr/lib64/libsasl2.so.2", "elfType" : 3, "buildId" : "E0AEE889D5BF1373F2F9EE0D448DBF3F5B5113F0" }, { "path" : "/lib64/libgssapi_krb5.so.2", "elfType" : 3, "buildId" : "9B852585C66329AA02EFB28497E652A40F538E78" }, { "path" : "/usr/lib64/libssl.so.10", "elfType" : 3, "buildId" : "7CE5058BE3F2AE6EBC0DF61E790C3FCED1A34C7B" }, { "path" : "/usr/lib64/libcrypto.so.10", "elfType" : 3, "buildId" : "EB1D2E9A5F81A6D25D656D9BC53A17E2F8738676" }, { "path" : "/lib64/librt.so.1", "elfType" : 3, "buildId" : "86FE5BC1F46B8F8AA9A7A479FF991900DB93F720" }, { "path" : "/lib64/libdl.so.2", "elfType" : 3, "buildId" : "045D39F19533291EBD72D0EE0247F9D49BE2521E" }, { "path" : "/lib64/libm.so.6", "elfType" : 3, "buildId" : "B60EF3FCE5D4D2D8BAD2585D5CAAA1167B35DBFD" }, { "path" : "/lib64/libgcc_s.so.1", "elfType" : 3, "buildId" : "9A6E4BDFA184364D81F7DFD789474C3FB8F98A00" }, { "b" : "7F3719813000", "path" : "/lib64/libpthread.so.0", "elfType" : 3, "buildId" : "B3BD4C596D72FCBE4607C86FEEC14F47B46D0DCC" }, { "path" : "/lib64/libc.so.6", "elfType" : 3, "buildId" : "24D3AB3DB0F38C7515FEADF82191651DA4117A18" }, { "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "F3EEBD18E66EB139EA4D76CDFA86D643ABCF0070" }, { "b" : "7F6C8E207000", "path" : "/lib64/libwrap.so.0", "elfType" : 3, "buildId" : "083332F88CF3C61AB0184D8F397FC8BFF4548D8E" }, { "path" : "/usr/lib64/perl5/CORE/libperl.so", "elfType" : 3, "buildId" : "545478030DF991A635CC5E3258A3F5D8A7E94561" }, { "path" : "/lib64/libresolv.so.2", "elfType" : 3, "buildId" : "DDF6449707FD4C49DDE32A293EEE9AC218BFC460" }, { "path" : "/lib64/libnsl.so.1", "elfType" : 3, "buildId" : "BC86E56751E93653BD1C92975968937148A407CD" }, { "path" : "/lib64/libcrypt.so.1", "elfType" : 3, "buildId" : "B21E32412356755F1851BAE219A0C8EFDAEEC686" }, { "path" : "/lib64/libutil.so.1", "elfType" : 3, "buildId" : "82DEB5906312B8D8F888D206DE11BC6B6FDF57D8" }, { "path" : "/usr/lib64/librpm.so.1", "elfType" : 3, "buildId" : "C65174824A80EDE5374CFF6143C808807160CA63" }, { "path" : "/usr/lib64/librpmio.so.1", "elfType" : 3, "buildId" : "F858A331FA080C7E82549BE3191EB4BADE02A5C0" }, { "path" : "/lib64/libpopt.so.0", "elfType" : 3, "buildId" : "E7B49911F1136073DD7DC58E8118CD9A4FBE2A19" }, { "path" : "/lib64/libz.so.1", "elfType" : 3, "buildId" : "D053BB4FF0C2FC983842F81598813B9B931AD0D1" }, { "b" : "7F3718BF3000", "path" : "/usr/lib64/libsensors.so.4", "elfType" : 3, "buildId" : "6855E5BF5B3634C15F01B1043BD892D727EE3C08" }, { "path" : "/lib64/libkrb5.so.3", "elfType" : 3, "buildId" : "EF3AACAFD6BF71BB861F194C1559153FB0B020E2" }, { "path" : "/lib64/libk5crypto.so.3", "elfType" : 3, "buildId" : "DDE6774979156442185836150FC0785170F8001F" }, { "path" : "/lib64/libcom_err.so.2", "elfType" : 3, "buildId" : "13FFCD68952B7715DDF34C9321D82E3041EA9006" }, { "path" : "/lib64/libkrb5support.so.0", "elfType" : 3, "buildId" : "A23DAFBCE170763BF1E836A8B26113F9CD20E0DA" }, { "path" : "/lib64/libkeyutils.so.1", "elfType" : 3, "buildId" : "3BCCABE75DC61BBA81AAE45D164E26EF4F9F55DB" }, { "path" : "/lib64/libfreebl3.so", "elfType" : 3, "buildId" : "58BAC04A1DB3964A8F594EFFBE4838AD01214EDC" }, { "path" : "/usr/lib64/libnss3.so", "elfType" : 3, "buildId" : "6F91E89C459B6776CC17F10D1BF70CBD00AACE9E" }, { "path" : "/lib64/libbz2.so.1", "elfType" : 3, "buildId" : "1250B1D041DD7552F0C870BB188DC3A34DF2651D" }, { "path" : "/usr/lib64/libelf.so.1", "elfType" : 3, "buildId" : "50517407A07B8D6C9A55A392E99246B52E8BFEEA" }, { "path" : "/usr/lib64/liblzma.so.0", "elfType" : 3, "buildId" : "2F1F98636D83908F9157858BCC7B44A6A6784385" }, { "path" : "/usr/lib64/liblua-5.1.so", "elfType" : 3, "buildId" : "6BDB4E1990D6EBA12A5C8D39A7650DB8798BF568" }, { "path" : "/lib64/libselinux.so.1", "elfType" : 3, "buildId" : "B4576BE308DDCF7BC31F7304E4734C3D846D0236" }, { "b" : "7F3716DEA000", "path" : "/lib64/libcap.so.2", "elfType" : 3, "buildId" : "A436538388F1F25113FDA834CA2EED524EFA17D6" }, { "path" : "/lib64/libacl.so.1", "elfType" : 3, "buildId" : "26CC708AC7C0FC1797A2340C024F0ADD0CE054D8" }, { "path" : "/lib64/libdb-4.7.so", "elfType" : 3, "buildId" : "54DB4E3C4EC743FE95DD31C9D312E2898724577E" }, { "path" : "/usr/lib64/libnssutil3.so", "elfType" : 3, "buildId" : "A524D4907091FF9633CC82A675F0D016957119EC" }, { "b" : "7F37167E4000", "path" : "/lib64/libplc4.so", "elfType" : 3, "buildId" : "535FB904872A936ECC2E926C612B1B2BFD0FB722" }, { "path" : "/lib64/libplds4.so", "elfType" : 3, "buildId" : "1D3CD12F36DFB9E232953D3B73C34F8C0EF1004D" }, { "path" : "/lib64/libnspr4.so", "elfType" : 3, "buildId" : "29B15E2260EA9A50E0993DEEF7ABD8334F37E6B9" }, { "path" : "/lib64/libattr.so.1", "elfType" : 3, "buildId" : "8EF0683858704EF173AB11B1E27076F37F82B7B6" }, { "b" : "7F6C87B35000", "path" : "/usr/lib64/sasl2/libanonymous.so", "elfType" : 3, "buildId" : "EEAA33A75735D35F4BF25C3C2830B8C90ABDD8B5" }, { "b" : "7F6C87928000", "path" : "/usr/lib64/sasl2/libdigestmd5.so", "elfType" : 3, "buildId" : "34D8E3E2565DEF4A685D6976831B0372AD456993" }, { "b" : "7F6C87723000", "path" : "/usr/lib64/sasl2/libplain.so", "elfType" : 3, "buildId" : "F8DDC7A3CA1CE5B75719AE0DC821647B609D17B6" }, { "b" : "7F6C8751D000", "path" : "/usr/lib64/sasl2/libsasldb.so", "elfType" : 3, "buildId" : "4514552B5354286A143770420B38F2D5985D7FA1" }, { "b" : "7F6C87318000", "path" : "/usr/lib64/sasl2/liblogin.so", "elfType" : 3, "buildId" : "9D19F93E342AA4EE2D646E64642625F365056E5C" }, { "b" : "7F6C87110000", "path" : "/usr/lib64/sasl2/libgssapiv2.so", "elfType" : 3, "buildId" : "F7BCE9C6BFF4EAF0CB3142B299CF22D094CE4F04" }, { "b" : "7F6C86F0A000", "path" : "/usr/lib64/sasl2/libcrammd5.so", "elfType" : 3, "buildId" : "4CC7E695963F5C8B772EDFF456DB67F89E58FBD6" } ] }}
 mongod(_ZN5mongo15printStackTraceERSo+0x32) [0x13b0732]
 mongod(+0xFAF669) [0x13af669]
 mongod(+0xFAFE72) [0x13afe72]
 libpthread.so.0(+0xF7E0) [0x7f6c8e4227e0]
 libc.so.6(gsignal+0x35) [0x35744325e5]
 libc.so.6(abort+0x175) [0x3574433dc5]
 mongod(_ZN5mongo13fassertFailedEi+0x82) [0x1338102]
 mongod(_ZN5mongo23InputStreamSecureRandom9nextInt64Ev+0x6C) [0x1192d5c]
 mongod(_ZN5mongo11CmdGetNonce3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderE+0x39) [0xb25e79]
 mongod(_ZN5mongo7Command3runEPNS_16OperationContextERKNS_3rpc16RequestInterfaceEPNS3_21ReplyBuilderInterfaceE+0x463) [0xbc9503]
 mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_RKNS_3rpc16RequestInterfaceEPNS4_21ReplyBuilderInterfaceE+0x404) [0xbca374]
 mongod(_ZN5mongo11runCommandsEPNS_16OperationContextERKNS_3rpc16RequestInterfaceEPNS2_21ReplyBuilderInterfaceE+0x1F0) [0xb211a0]
 mongod(+0x8DDB65) [0xcddb65]
 mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0x696) [0xce03f6]
 mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortE+0xEC) [0x9ad18c]
 mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x26D) [0x135c5cd]
 libpthread.so.0(+0x7AA1) [0x7f6c8e41aaa1]
 libc.so.6(clone+0x6D) [0x35744e8aad]
-----  END BACKTRACE  -----



 Comments   
Comment by Maximus N/A [ 11/Jun/20 ]

We faced this problem too in MongoDB server 3.2. Please fix it:

2020-06-09T16:23:14.205+0530 E - [conn347] InputStreamSecureRandom failed to generate random bytes
2020-06-09T16:23:14.205+0530 I - [conn347] Fatal Assertion 28840
2020-06-09T16:23:14.205+0530 I - [conn347]
***aborting after fassert() failure
2020-06-09T16:23:14.608+0530 F - [conn347] Got signal: 6 (Aborted).
0x13651c2 0x13640e9 0x13648f2 0x359200eca0 0x359182ffc5 0x3591831a70 0x12e1572 0x11313ec 0xb09ce9 0xbaeb93 0xbafa4c 0xb02176 0xcc9815 0xccc0e6 0x978dfc 0x1309e05 0x359200683d 0x35918d4fcd
----- BEGIN BACKTRACE -----
{"backtrace":[

{"b":"400000","o":"F651C2","s":"_ZN5mongo15printStackTraceERSo"}

,

{"b":"400000","o":"F640E9"}

,

{"b":"400000","o":"F648F2"}

,

{"b":"3592000000","o":"ECA0"}

,

{"b":"3591800000","o":"2FFC5","s":"gsignal"}

,

{"b":"3591800000","o":"31A70","s":"abort"}

,

{"b":"400000","o":"EE1572","s":"_ZN5mongo13fassertFailedEi"}

,

{"b":"400000","o":"D313EC","s":"_ZN5mongo23InputStreamSecureRandom9nextInt64Ev"}

,

{"b":"400000","o":"709CE9","s":"_ZN5mongo11CmdGetNonce3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderE"}

,

{"b":"400000","o":"7AEB93","s":"_ZN5mongo7Command3runEPNS_16OperationContextERKNS_3rpc16RequestInterfaceEPNS3_21ReplyBuilderInterfaceE"}

,

{"b":"400000","o":"7AFA4C","s":"_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_RKNS_3rpc16RequestInterfaceEPNS4_21ReplyBuilderInterfaceE"}

,

{"b":"400000","o":"702176","s":"_ZN5mongo11runCommandsEPNS_16OperationContextERKNS_3rpc16RequestInterfaceEPNS2_21ReplyBuilderInterfaceE"}

,

{"b":"400000","o":"8C9815"}

,

{"b":"400000","o":"8CC0E6","s":"_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE"}

,

{"b":"400000","o":"578DFC"}

,

{"b":"400000","o":"F09E05","s":"_ZN5mongo17PortMessageServer17handleIncomingMsgEPv"}

,

{"b":"3592000000","o":"683D"}

,

{"b":"3591800000","o":"D4FCD","s":"clone"}

],"processInfo":{ "mongodbVersion" : "3.2.22", "gitVersion" : "105acca0d443f9a47c1a5bd608fd7133840a58dd", "compiledModules" : [], "uname" :

{ "sysname" : "Linux", "release" : "2.6.18-308.el5", "version" : "#1 SMP Tue Feb 21 20:06:06 EST 2012", "machine" : "x86_64" }

, "somap" : [

{ "elfType" : 2, "b" : "400000" }

,

{ "b" : "7FFF76328000", "elfType" : 3 }

,

{ "path" : "/lib64/libssl.so.6", "elfType" : 3 }

,

{ "path" : "/lib64/libcrypto.so.6", "elfType" : 3 }

,

{ "path" : "/lib64/librt.so.1", "elfType" : 3 }

,

{ "path" : "/lib64/libdl.so.2", "elfType" : 3 }

,

{ "path" : "/lib64/libm.so.6", "elfType" : 3 }

,

{ "path" : "/lib64/libgcc_s.so.1", "elfType" : 3 }

,

{ "path" : "/lib64/libpthread.so.0", "elfType" : 3 }

,

{ "path" : "/lib64/libc.so.6", "elfType" : 3 }

,

{ "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 }

,

{ "path" : "/usr/lib64/libgssapi_krb5.so.2", "elfType" : 3 }

,

{ "path" : "/usr/lib64/libkrb5.so.3", "elfType" : 3 }

,

{ "path" : "/lib64/libcom_err.so.2", "elfType" : 3 }

,

{ "path" : "/usr/lib64/libk5crypto.so.3", "elfType" : 3 }

,

{ "path" : "/lib64/libz.so.1", "elfType" : 3 }

,

{ "path" : "/usr/lib64/libkrb5support.so.0", "elfType" : 3 }

,

{ "path" : "/lib64/libkeyutils.so.1", "elfType" : 3 }

,

{ "path" : "/lib64/libresolv.so.2", "elfType" : 3 }

,

{ "path" : "/lib64/libselinux.so.1", "elfType" : 3 }

,

{ "path" : "/lib64/libsepol.so.1", "elfType" : 3 }

] }}
mongod(_ZN5mongo15printStackTraceERSo+0x32) [0x13651c2]
mongod(+0xF640E9) [0x13640e9]
mongod(+0xF648F2) [0x13648f2]
libpthread.so.0(+0xECA0) [0x359200eca0]
libc.so.6(gsignal+0x35) [0x359182ffc5]
libc.so.6(abort+0x110) [0x3591831a70]
mongod(_ZN5mongo13fassertFailedEi+0x82) [0x12e1572]
mongod(_ZN5mongo23InputStreamSecureRandom9nextInt64Ev+0x6C) [0x11313ec]
mongod(_ZN5mongo11CmdGetNonce3runEPNS_16OperationContextERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderE+0x39) [0xb09ce9]
mongod(_ZN5mongo7Command3runEPNS_16OperationContextERKNS_3rpc16RequestInterfaceEPNS3_21ReplyBuilderInterfaceE+0x473) [0xbaeb93]
mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_RKNS_3rpc16RequestInterfaceEPNS4_21ReplyBuilderInterfaceE+0x3FC) [0xbafa4c]
mongod(_ZN5mongo11runCommandsEPNS_16OperationContextERKNS_3rpc16RequestInterfaceEPNS2_21ReplyBuilderInterfaceE+0x1F6) [0xb02176]
mongod(+0x8C9815) [0xcc9815]
mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0x696) [0xccc0e6]
mongod(+0x578DFC) [0x978dfc]
mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x325) [0x1309e05]
libpthread.so.0(+0x683D) [0x359200683d]
libc.so.6(clone+0x6D) [0x35918d4fcd]
----- END BACKTRACE -----

Comment by Kelsey Schubert [ 21/Jun/17 ]

After investigation, we have been unable to reproduce this issue. A code inspection suggests this issue appears to be the result of an operating system anomaly.

Generated at Thu Feb 08 04:19:33 UTC 2024 using Jira 9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66.