Uploaded image for project: 'Core Server'
  1. Core Server
  2. SERVER-43080

Server seg faults in logical session cache

    • Type: Icon: Bug Bug
    • Resolution: Duplicate
    • Priority: Icon: Major - P3 Major - P3
    • None
    • Affects Version/s: None
    • Component/s: None
    • Labels:
      None
    • ALL
    • Sharding 2019-09-09, Sharding 2019-09-23, Sharding 2019-10-07

      Java driver tests have failed recently due to a server crash in the logical session cache.

      2019-08-28T19:52:27.405+0000 F - [LogicalSessionCacheRefresh] Got signal: 11 (Segmentation fault).
       0x7f949eb7f811 0x7f949eb7d1ee 0x7f949eb7d3cc 0x7f949e13f454 0x7f9498e295e0 0x7f949e541fff 0x7f949d483ab9 0x7f949d485a3a 0x7f949d4731cc 0x7f949e363fbe 0x7f949e3644ca 0x7f949e4f2822 0x7f949e4f352e 0x7f949e4f3658 0x7f949e4bd79c 0x7f949e4bdc78 0x7f949e4c427b 0x7f949d4f7efb 0x7f949d8a5dfb 0x7f949d8a7a06 0x7f949d633e4d 0x7f949ecf86bf 0x7f9498e21e2\
      5 0x7f9498b4f34d
      ----- BEGIN BACKTRACE -----
      {"backtrace":[\{"b":"7F949C1F8000","o":"2987811","s":"_ZN5mongo15printStackTraceERSo"},\{"b":"7F949C1F8000","o":"29851EE"},\{"b":"7F949C1F8000","o":"29853CC"},\{"b":"7F949C1F8000","o":"1F47454"},\{"b":"7F9498E1A000","o":"F5E0"},{"b":"7F949C1F8000","o":"2349FFF","s":"_ZN5mongo14CommandHelpers28evaluateFailCommandFailPointEPNS_16OperationContextENS_\
      10StringDataERKNS_15NamespaceStringE"},\{"b":"7F949C1F8000","o":"128BAB9"},\{"b":"7F949C1F8000","o":"128DA3A","s":"_ZN5mongo23ServiceEntryPointCommon13handleRequestEPNS_16OperationContextERKNS_7MessageERKNS0_5HooksE"},\{"b":"7F949C1F8000","o":"127B1CC","s":"_ZN5mongo23ServiceEntryPointMongod13handleRequestEPNS_16OperationContextERKNS_7MessageE"}\
      ,\{"b":"7F949C1F8000","o":"216BFBE"},\{"b":"7F949C1F8000","o":"216C4CA","s":"_ZN5mongo14DBDirectClient4callERNS_7MessageES2_bPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEE"},\{"b":"7F949C1F8000","o":"22FA822","s":"_ZN5mongo12DBClientBase20runCommandWithTargetENS_12OpMsgRequestE"},{"b":"7F949C1F8000","o":"22FB52E","s":"_ZN5mongo12DBClientB\
      ase20runCommandWithTargetERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEENS_7BSONObjERS9_i"},\{"b":"7F949C1F8000","o":"22FB658","s":"_ZN5mongo12DBClientBase10runCommandERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEENS_7BSONObjERS9_i"},\{"b":"7F949C1F8000","o":"22C579C"},\{"b":"7F949C1F8000","o":"22C5C78"},{"b":"7F949C1F8000","o":"\
      22CC27B","s":"_ZN5mongo18SessionsCollection13doFindRemovedERKNS_15NamespaceStringERKSt6vectorINS_16LogicalSessionIdESaIS5_EESt8functionIFNS_10StatusWithINS_7BSONObjEEESC_EE"},{"b":"7F949C1F8000","o":"12FFEFB","s":"_ZN5mongo20SessionsCollectionRS19findRemovedSessionsEPNS_16OperationContextERKN4absl13node_hash_setINS_16LogicalSessionIdENS_12Has\
      hImproverINS_20LogicalSessionIdHashES5_EESt8equal_toIS5_ESaIS5_EEE"},\{"b":"7F949C1F8000","o":"16ADDFB","s":"_ZN5mongo23LogicalSessionCacheImpl8_refreshEPNS_6ClientE"},\{"b":"7F949C1F8000","o":"16AFA06","s":"_ZN5mongo23LogicalSessionCacheImpl16_periodicRefreshEPNS_6ClientE"},\{"b":"7F949C1F8000","o":"143BE4D"},\{"b":"7F949C1F8000","o":"2B006BF"},\
      {"b":"7F9498E1A000","o":"7E25"},\{"b":"7F9498A57000","o":"F834D","s":"clone"}],"processInfo":{ "mongodbVersion" : "4.3.0-1174-g0a0625f", "gitVersion" : "0a0625f43e4fa34302c7bc4757b0f273782925b5", "compiledModules" : [ "enterprise" ], "uname" : { "sysname" : "Linux", "release" : "3.10.0-327.22.2.el7.x86_64", "version" : "#1 SMP Thu Jun 9 10:09:\
      10 EDT 2016", "machine" : "x86_64" }, "somap" : [ \{ "b" : "7F949C1F8000", "elfType" : 3, "buildId" : "241B676FE0F135027B53F993B9BB5BF88F1DD2BF" }, \{ "b" : "7FFDBDE53000", "elfType" : 3, "buildId" : "D7BAAA0F1834810EECE2764AB55F4AB70967D0F9" }, { "b" : "7F949BD80000", "path" : "/lib64/libldap-2.4.so.2", "elfType" : 3, "buildId" : "5333CBC202BA\
      214A77CCDFDAF48B26F3A8AFFDE0" }, \{ "b" : "7F949BB71000", "path" : "/lib64/liblber-2.4.so.2", "elfType" : 3, "buildId" : "7DF12E92269A4FF58E8F56C430261E60C5CDA200" }, \{ "b" : "7F949B6B8000", "path" : "/lib64/libnetsnmpmibs.so.31", "elfType" : 3, "buildId" : "E976F0FFD8771FFD08165A11617E4B253D06310C" }, { "b" : "7F949B4A9000", "path" : "/lib64/\
      libsensors.so.4", "elfType" : 3, "buildId" : "A3E060E653BD689628E22908EC3D6B6A94C6492F" }, \{ "b" : "7F949B2A5000", "path" : "/lib64/libdl.so.2", "elfType" : 3, "buildId" : "D9DC64FF0FF233E5D44023E78CBF4716D46D441B" }, \{ "b" : "7F949B03E000", "path" : "/lib64/librpm.so.3", "elfType" : 3, "buildId" : "DA4C31896049206C745DC4C0E94C9372D7C7F19F" }\
      , \{ "b" : "7F949AE11000", "path" : "/lib64/librpmio.so.3", "elfType" : 3, "buildId" : "E943FFDEA9924271FA03026505A9DCD3814BE1BE" }, \{ "b" : "7F949ABA2000", "path" : "/lib64/libnetsnmpagent.so.31", "elfType" : 3, "buildId" : "571C0A26E8810B8F508D22460A41D2E2F748C048" }, { "b" : "7F949A997000", "path" : "/lib64/libwrap.so.0", "elfType" : 3, "bu\
      ildId" : "F751FEF2271CC88C55BECDA85D9531C286BF5812" }, \{ "b" : "7F949A694000", "path" : "/lib64/libnetsnmp.so.31", "elfType" : 3, "buildId" : "677D1A7AF7CFD9898C18B7785D4A27135372FB48" }, \{ "b" : "7F949A428000", "path" : "/lib64/libssl.so.10", "elfType" : 3, "buildId" : "58FEDFFED1A388AD9E495F9A6C91A851B9537765" }, { "b" : "7F949A043000", "pa\
      th" : "/lib64/libcrypto.so.10", "elfType" : 3, "buildId" : "858A742A93202E3898B7E8FCDFFE38918834D3B7" }, \{ "b" : "7F9499E26000", "path" : "/lib64/libsasl2.so.3", "elfType" : 3, "buildId" : "FE8E00C49A178D8580C58E1E72CEAC904AA62081" }, { "b" : "7F9499BD9000", "path" : "/lib64/libgssapi_krb5.so.2", "elfType" : 3, "buildId" : "DC2687F4E7034B1175\
      A0351CB17D9AFE14D3B2E2" }, \{ "b" : "7F9499970000", "path" : "/lib64/libcurl.so.4", "elfType" : 3, "buildId" : "5EBEB7E279149876ACC468A4D84395A4FEDC4466" }, \{ "b" : "7F949966E000", "path" : "/lib64/libm.so.6", "elfType" : 3, "buildId" : "61067865BDC9C79452CA2AA4AE8635D99BD51474" }, { "b" : "7F9499454000", "path" : "/lib64/libresolv.so.2", "elf\
      Type" : 3, "buildId" : "1B56D55B99DF90787361ED6C2EA852562E67C486" }, \{ "b" : "7F949924C000", "path" : "/lib64/librt.so.1", "elfType" : 3, "buildId" : "76C4765826961C60BE913F5549EBBC7BBE506899" }, \{ "b" : "7F9499036000", "path" : "/lib64/libgcc_s.so.1", "elfType" : 3, "buildId" : "C344A7E6783B19A5C763AC24746EC6BAD2607F28" }, { "b" : "7F9498E1A\
      000", "path" : "/lib64/libpthread.so.0", "elfType" : 3, "buildId" : "249E20CC7E8EAA757A14ECDAB432D4BED513C0C4" }, \{ "b" : "7F9498A57000", "path" : "/lib64/libc.so.6", "elfType" : 3, "buildId" : "5861CFAC90A2037FB2F649FDAF1B679B2A25F1E7" }, { "b" : "7F949BFD4000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "22FA66DA7D14\
      C88BF36C69454A357E5F1DEFAE4E" }, \{ "b" : "7F949880B000", "path" : "/lib64/libssl3.so", "elfType" : 3, "buildId" : "9CE31D39A41126ED26E82B879324B1CF63DB17D4" }, \{ "b" : "7F94985E4000", "path" : "/lib64/libsmime3.so", "elfType" : 3, "buildId" : "583199A4E5BF069A37529D6C61214BE4459CFC33" }, { "b" : "7F94982BA000", "path" : "/lib64/libnss3.so", "\
      elfType" : 3, "buildId" : "10EDDC308D132D8E3835DCE217C23936B7AF5A5C" }, \{ "b" : "7F949808D000", "path" : "/lib64/libnssutil3.so", "elfType" : 3, "buildId" : "75D862E910B75AF4F4C2B539BBF041EC40B317C9" }, \{ "b" : "7F9497E89000", "path" : "/lib64/libplds4.so", "elfType" : 3, "buildId" : "F64EA169C894416678F317E4024F07E5C5C152E7" }, { "b" : "7F94\
      97C84000", "path" : "/lib64/libplc4.so", "elfType" : 3, "buildId" : "5670E2AA1CC7E163D1E38F8AAE271CD97EEDD7B3" }, \{ "b" : "7F9497A46000", "path" : "/lib64/libnspr4.so", "elfType" : 3, "buildId" : "6AB0C0852005E296FAC8B881F62827127BE39BBE" }, { "b" : "7F94976B8000", "path" : "/usr/lib64/perl5/CORE/libperl.so", "elfType" : 3, "buildId" : "A1DDC\
      1CD6F0946F752820C4F44FCF9A27B5485C0" }, \{ "b" : "7F949749F000", "path" : "/lib64/libnsl.so.1", "elfType" : 3, "buildId" : "058538759D7E7A0163BCC7328F087249A8AE0A9C" }, \{ "b" : "7F9497268000", "path" : "/lib64/libcrypt.so.1", "elfType" : 3, "buildId" : "CDA0D96CBEF61277BFB211A52FFEB4DE6E467DC1" }, { "b" : "7F9497065000", "path" : "/lib64/libut\
      il.so.1", "elfType" : 3, "buildId" : "B8082F4480AF5AF680A0AD0AB4818CAE1C077A0B" }, \{ "b" : "7F9496E55000", "path" : "/lib64/libbz2.so.1", "elfType" : 3, "buildId" : "E31FA8F847E049A7AB920BA0AAD2113C080B2CC8" }, \{ "b" : "7F9496C3F000", "path" : "/lib64/libz.so.1", "elfType" : 3, "buildId" : "FE621E91052A9A77CC263E00A8A21C2BC0867E21" }, { "b" :\
       "7F9496A27000", "path" : "/lib64/libelf.so.1", "elfType" : 3, "buildId" : "CC9664C4ECCF50B30B978D1B3ACD438D705A75BF" }, \{ "b" : "7F9496801000", "path" : "/lib64/liblzma.so.5", "elfType" : 3, "buildId" : "66FEE65F44C6C46764C9DC4ADA60BC85AF7AE36F" }, { "b" : "7F94965F7000", "path" : "/lib64/libpopt.so.0", "elfType" : 3, "buildId" : "1A75F65C34\
      0B52F21E8CAF1D48C641818A008440" }, \{ "b" : "7F94963D0000", "path" : "/lib64/libselinux.so.1", "elfType" : 3, "buildId" : "6A5EF7A05F7E488FCD280BFADD96083BEC9FD416" }, \{ "b" : "7F94961CB000", "path" : "/lib64/libcap.so.2", "elfType" : 3, "buildId" : "5DD36916F2F8F5E72B700162B83F56C2A38E8D16" }, { "b" : "7F9495FC2000", "path" : "/lib64/libacl.s\
      o.1", "elfType" : 3, "buildId" : "37CE682664BAA3E12B128BC320087960D687333C" }, \{ "b" : "7F9495D94000", "path" : "/lib64/liblua-5.1.so", "elfType" : 3, "buildId" : "2A46EBCFBA0BB4846E989C6D376FC34B5BCD3852" }, \{ "b" : "7F94959D5000", "path" : "/lib64/libdb-5.3.so", "elfType" : 3, "buildId" : "C6BF7F517572B0E9A8E46941C5D9EF08C7687509" }, { "b" \
      : "7F94956ED000", "path" : "/lib64/libkrb5.so.3", "elfType" : 3, "buildId" : "700752C8E20EBF87C748DDD6C847BFC49D8183D1" }, \{ "b" : "7F94954E9000", "path" : "/lib64/libcom_err.so.2", "elfType" : 3, "buildId" : "6E86882613DA83679DA9AD32B128F2D7B7709CC0" }, { "b" : "7F94952B6000", "path" : "/lib64/libk5crypto.so.3", "elfType" : 3, "buildId" : "9\
      F4CF016958F7E9CBEFC1BDEE328781D81BF72E9" }, \{ "b" : "7F94950A8000", "path" : "/lib64/libkrb5support.so.0", "elfType" : 3, "buildId" : "6961067A58DEF0FA65DFFA86CC07B768F93807CE" }, \{ "b" : "7F9494EA4000", "path" : "/lib64/libkeyutils.so.1", "elfType" : 3, "buildId" : "8CA73C16CFEB9A8B5660015B9223B09F87041CAD" }, { "b" : "7F9494C71000", "path" \
      : "/lib64/libidn.so.11", "elfType" : 3, "buildId" : "C70C6D182865D4CB9D98C9111BAF47E9B144A52D" }, \{ "b" : "7F9494A47000", "path" : "/lib64/libssh2.so.1", "elfType" : 3, "buildId" : "568BC51A699F0D35EDFC764D2FE066FA79647340" }, { "b" : "7F9494844000", "path" : "/lib64/libfreebl3.so", "elfType" : 3, "buildId" : "3F24BF1616A42F054C268B0C00C248AD\
      FEC0D276" }, \{ "b" : "7F94945E2000", "path" : "/lib64/libpcre.so.1", "elfType" : 3, "buildId" : "F5B144F9F5D9BE451C80211B34DB2CE348E039B6" }, \{ "b" : "7F94943DD000", "path" : "/lib64/libattr.so.1", "elfType" : 3, "buildId" : "41AC3CD2413353A5E5CAFA4FF2BB4C31D315A61E" } ] }}
       mongod(_ZN5mongo15printStackTraceERSo+0x41) [0x7f949eb7f811]
       mongod(+0x29851EE) [0x7f949eb7d1ee]
       mongod(+0x29853CC) [0x7f949eb7d3cc]
       mongod(+0x1F47454) [0x7f949e13f454]
       libpthread.so.0(+0xF5E0) [0x7f9498e295e0]
       mongod(_ZN5mongo14CommandHelpers28evaluateFailCommandFailPointEPNS_16OperationContextENS_10StringDataERKNS_15NamespaceStringE+0x24F) [0x7f949e541fff]
       mongod(+0x128BAB9) [0x7f949d483ab9]
       mongod(_ZN5mongo23ServiceEntryPointCommon13handleRequestEPNS_16OperationContextERKNS_7MessageERKNS0_5HooksE+0x40A) [0x7f949d485a3a]
       mongod(_ZN5mongo23ServiceEntryPointMongod13handleRequestEPNS_16OperationContextERKNS_7MessageE+0x3C) [0x7f949d4731cc]
       mongod(+0x216BFBE) [0x7f949e363fbe]
       mongod(_ZN5mongo14DBDirectClient4callERNS_7MessageES2_bPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEE+0x3A) [0x7f949e3644ca]
       mongod(_ZN5mongo12DBClientBase20runCommandWithTargetENS_12OpMsgRequestE+0x1F2) [0x7f949e4f2822]
       mongod(_ZN5mongo12DBClientBase20runCommandWithTargetERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEENS_7BSONObjERS9_i+0x8E) [0x7f949e4f352e]
       mongod(_ZN5mongo12DBClientBase10runCommandERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEENS_7BSONObjERS9_i+0x58) [0x7f949e4f3658]
       mongod(+0x22C579C) [0x7f949e4bd79c]
       mongod(+0x22C5C78) [0x7f949e4bdc78]
       mongod(_ZN5mongo18SessionsCollection13doFindRemovedERKNS_15NamespaceStringERKSt6vectorINS_16LogicalSessionIdESaIS5_EESt8functionIFNS_10StatusWithINS_7BSONObjEEESC_EE+0x50B) [0x7f949e4c427b]
       mongod(_ZN5mongo20SessionsCollectionRS19findRemovedSessionsEPNS_16OperationContextERKN4absl13node_hash_setINS_16LogicalSessionIdENS_12HashImproverINS_20LogicalSessionIdHashES5_EESt8equal_toIS5_ESaIS5_EEE+0x21B) [0x7f949d4f7efb]
       mongod(_ZN5mongo23LogicalSessionCacheImpl8_refreshEPNS_6ClientE+0x144B) [0x7f949d8a5dfb]
       mongod(_ZN5mongo23LogicalSessionCacheImpl16_periodicRefreshEPNS_6ClientE+0x26) [0x7f949d8a7a06]
       mongod(+0x143BE4D) [0x7f949d633e4d]
       mongod(+0x2B006BF) [0x7f949ecf86bf]
       libpthread.so.0(+0x7E25) [0x7f9498e21e25]
      libc.so.6(clone+0x6D) [0x7f9498b4f34d]
      
      ----- END BACKTRACE -----
      
      

       

            Assignee:
            misha.tyulenev@mongodb.com Misha Tyulenev
            Reporter:
            jeff.yemin@mongodb.com Jeffrey Yemin
            Votes:
            0 Vote for this issue
            Watchers:
            8 Start watching this issue

              Created:
              Updated:
              Resolved: