Uploaded image for project: 'Core Server'
  1. Core Server
  2. SERVER-34426

mongod crashes - Got signal: 11 (Segmentation fault)

    • Type: Icon: Bug Bug
    • Resolution: Cannot Reproduce
    • Priority: Icon: Major - P3 Major - P3
    • None
    • Affects Version/s: 3.2.18
    • Component/s: WiredTiger
    • Labels:
      None
    • Environment:
      Amazon, Ubuntu 16.04
    • ALL
    • Storage Non-NYC 2018-05-07, Storage Non-NYC 2018-05-21

      mongod crashed with Got signal: 11 (Segmentation fault)
      using sharding with 3 replica set, one primary mongod instance crashed
      how it can fix?

      Stack trace:

      2018-04-11T16:53:01.034+0000 F -        [conn1569845] Invalid access at address: 0x10
      2018-04-11T16:53:01.098+0000 F -        [conn1569845] Got signal: 11 (Segmentation fault).
      
       0x1559492 0x1558439 0x1558e17 0x7f6911254390 0x126f638 0x126da43 0x124882b 0xd91769 0xcc18ec 0xcc31df 0xcb15f4 0xce2589 0xcec058 0xce511f 0xcd42b1 0xca74b8 0xf5a3d5 0xf5c277 0xf5ce44 0xf15558 0xf1625c 0xbc570e 0xc7a1d6 0xc7b4cb 0xb8659b 0xdb8146 0x9c6d20 0x14ff3c1 0x7f691124a6ba 0x7f6910f803dd
      ----- BEGIN BACKTRACE -----
      {"backtrace":[{"b":"400000","o":"1159492","s":"_ZN5mongo15printStackTraceERSo"},{"b":"400000","o":"1158439"},{"b":"400000","o":"1158E17"},{"b":"7F6911243000","o":"11390"},{"b":"400000","o":"E6F638","s":"_ZN5mongo17WiredTigerSession9getCursorERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEmb"},{"b":"400000","o":"E6DA43","s":"_ZN5mongo16WiredTigerCursorC1ERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEmbPNS_16OperationContextE"},{"b":"400000","o":"E4882B","s":"_ZNK5mongo23WiredTigerIndexStandard9newCursorEPNS_16OperationContextEb"},{"b":"400000","o":"991769","s":"_ZNK5mongo17IndexAccessMethod9newCursorEPNS_16OperationContextEb"},{"b":"400000","o":"8C18EC","s":"_ZN5mongo9IndexScan13initIndexScanEv"},{"b":"400000","o":"8C31DF","s":"_ZN5mongo9IndexScan4workEPm"},{"b":"400000","o":"8B15F4","s":"_ZN5mongo10FetchStage4workEPm"},{"b":"400000","o":"8E2589","s":"_ZN5mongo16ShardFilterStage4workEPm"},{"b":"400000","o":"8EC058","s":"_ZN5mongo21SortKeyGeneratorStage4workEPm"},{"b":"400000","o":"8E511F","s":"_ZN5mongo9SortStage4workEPm"},{"b":"400000","o":"8D42B1","s":"_ZN5mongo15ProjectionStage4workEPm"},{"b":"400000","o":"8A74B8","s":"_ZN5mongo15CachedPlanStage12pickBestPlanEPNS_15PlanYieldPolicyE"},{"b":"400000","o":"B5A3D5","s":"_ZN5mongo12PlanExecutor12pickBestPlanENS0_11YieldPolicyE"},{"b":"400000","o":"B5C277","s":"_ZN5mongo12PlanExecutor4makeEPNS_16OperationContextESt10unique_ptrINS_10WorkingSetESt14default_deleteIS4_EES3_INS_9PlanStageES5_IS8_EES3_INS_13QuerySolutionES5_ISB_EES3_INS_14CanonicalQueryES5_ISE_EEPKNS_10CollectionERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEENS0_11YieldPolicyE"},{"b":"400000","o":"B5CE44","s":"_ZN5mongo12PlanExecutor4makeEPNS_16OperationContextESt10unique_ptrINS_10WorkingSetESt14default_deleteIS4_EES3_INS_9PlanStageES5_IS8_EES3_INS_13QuerySolutionES5_ISB_EES3_INS_14CanonicalQueryES5_ISE_EEPKNS_10CollectionENS0_11YieldPolicyE"},{"b":"400000","o":"B15558","s":"_ZN5mongo11getExecutorEPNS_16OperationContextEPNS_10CollectionESt10unique_ptrINS_14CanonicalQueryESt14default_deleteIS5_EENS_12PlanExecutor11YieldPolicyEm"},{"b":"400000","o":"B1625C","s":"_ZN5mongo15getExecutorFindEPNS_16OperationContextEPNS_10CollectionERKNS_15NamespaceStringESt10unique_ptrINS_14CanonicalQueryESt14default_deleteIS8_EENS_12PlanExecutor11YieldPolicyE"},{"b":"400000","o":"7C570E","s":"_ZN5mongo7FindCmd3runEPNS_16OperationContextERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEERNS_7BSONObjEiRS8_RNS_14BSONObjBuilderE"},{"b":"400000","o":"87A1D6","s":"_ZN5mongo7Command3runEPNS_16OperationContextERKNS_3rpc16RequestInterfaceEPNS3_21ReplyBuilderInterfaceE"},{"b":"400000","o":"87B4CB","s":"_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_RKNS_3rpc16RequestInterfaceEPNS4_21ReplyBuilderInterfaceE"},{"b":"400000","o":"78659B","s":"_ZN5mongo11runCommandsEPNS_16OperationContextERKNS_3rpc16RequestInterfaceEPNS2_21ReplyBuilderInterfaceE"},{"b":"400000","o":"9B8146","s":"_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE"},{"b":"400000","o":"5C6D20"},{"b":"400000","o":"10FF3C1","s":"_ZN5mongo17PortMessageServer17handleIncomingMsgEPv"},{"b":"7F6911243000","o":"76BA"},{"b":"7F6910E79000","o":"1073DD","s":"clone"}],"processInfo":{ "mongodbVersion" : "3.2.18", "gitVersion" : "4c1bae566c0c00f996a2feb16febf84936ecaf6f", "compiledModules" : [], "uname" : { "sysname" : "Linux", "release" : "4.4.0-1041-aws", "version" : "#50-Ubuntu SMP Wed Nov 15 22:18:17 UTC 2017", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000", "buildId" : "3C61A0DBFA07F1A1069E23BC3A1ADF2E695605CE" }, { "b" : "7FFDE85EB000", "elfType" : 3, "buildId" : "481727DDA3C187EE33287AC58BBED9D7EB68AC89" }, { "b" : "7F69121CF000", "path" : "/lib/x86_64-linux-gnu/libssl.so.1.0.0", "elfType" : 3, "buildId" : "DCF10134B91ED2139E3E8C72564668F5CDBA8522" }, { "b" : "7F6911D8B000", "path" : "/lib/x86_64-linux-gnu/libcrypto.so.1.0.0", "elfType" : 3, "buildId" : "1649272BE0CA9FA22F082DC86372B6C9959779B0" }, { "b" : "7F6911B83000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3, "buildId" : "F951C1E0765FCAE48F82CAFE35D1ADD36D6C9AF9" }, { "b" : "7F691197F000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3, "buildId" : "0FC788F0861846257B5F1773FBD438E95DFC1032" }, { "b" : "7F6911676000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3, "buildId" : "FF7A33D389E756CA381A8189291A968EA5E1F4F8" }, { "b" : "7F6911460000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3, "buildId" : "68220AE2C65D65C1B6AAA12FA6765A6EC2F5F434" }, { "b" : "7F6911243000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3, "buildId" : "27F189EF8DB8C3734C6A678E6EF3CB0B206D58B2" }, { "b" : "7F6910E79000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3, "buildId" : "088A6E00A1814622219F346B41E775B8DD46C518" }, { "b" : "7F6912438000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "9157F205547F0EB588E2AB1F2F120B74253A43EA" } ] }}
       mongod(_ZN5mongo15printStackTraceERSo+0x32) [0x1559492]
       mongod(+0x1158439) [0x1558439]
       mongod(+0x1158E17) [0x1558e17]
       libpthread.so.0(+0x11390) [0x7f6911254390]
       mongod(_ZN5mongo17WiredTigerSession9getCursorERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEmb+0x28) [0x126f638]
       mongod(_ZN5mongo16WiredTigerCursorC1ERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEEmbPNS_16OperationContextE+0x53) [0x126da43]
       mongod(_ZNK5mongo23WiredTigerIndexStandard9newCursorEPNS_16OperationContextEb+0x15B) [0x124882b]
       mongod(_ZNK5mongo17IndexAccessMethod9newCursorEPNS_16OperationContextEb+0x19) [0xd91769]
       mongod(_ZN5mongo9IndexScan13initIndexScanEv+0x4C) [0xcc18ec]
       mongod(_ZN5mongo9IndexScan4workEPm+0x15F) [0xcc31df]
       mongod(_ZN5mongo10FetchStage4workEPm+0x164) [0xcb15f4]
       mongod(_ZN5mongo16ShardFilterStage4workEPm+0x59) [0xce2589]
       mongod(_ZN5mongo21SortKeyGeneratorStage4workEPm+0x48) [0xcec058]
       mongod(_ZN5mongo9SortStage4workEPm+0x34F) [0xce511f]
       mongod(_ZN5mongo15ProjectionStage4workEPm+0x51) [0xcd42b1]
      mongod(_ZN5mongo15CachedPlanStage12pickBestPlanEPNS_15PlanYieldPolicyE+0x188) [0xca74b8]
       mongod(_ZN5mongo12PlanExecutor12pickBestPlanENS0_11YieldPolicyE+0xC5) [0xf5a3d5]
       mongod(_ZN5mongo12PlanExecutor4makeEPNS_16OperationContextESt10unique_ptrINS_10WorkingSetESt14default_deleteIS4_EES3_INS_9PlanStageES5_IS8_EES3_INS_13QuerySolutionES5_ISB_EES3_INS_14CanonicalQueryES5_ISE_EEPKNS_10CollectionERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEENS0_11YieldPolicyE+0x287) [0xf5c277]
       mongod(_ZN5mongo12PlanExecutor4makeEPNS_16OperationContextESt10unique_ptrINS_10WorkingSetESt14default_deleteIS4_EES3_INS_9PlanStageES5_IS8_EES3_INS_13QuerySolutionES5_ISB_EES3_INS_14CanonicalQueryES5_ISE_EEPKNS_10CollectionENS0_11YieldPolicyE+0xC4) [0xf5ce44]
       mongod(_ZN5mongo11getExecutorEPNS_16OperationContextEPNS_10CollectionESt10unique_ptrINS_14CanonicalQueryESt14default_deleteIS5_EENS_12PlanExecutor11YieldPolicyEm+0x108) [0xf15558]
       mongod(_ZN5mongo15getExecutorFindEPNS_16OperationContextEPNS_10CollectionERKNS_15NamespaceStringESt10unique_ptrINS_14CanonicalQueryESt14default_deleteIS8_EENS_12PlanExecutor11YieldPolicyE+0x7C) [0xf1625c]
       mongod(_ZN5mongo7FindCmd3runEPNS_16OperationContextERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEERNS_7BSONObjEiRS8_RNS_14BSONObjBuilderE+0x8EE) [0xbc570e]
       mongod(_ZN5mongo7Command3runEPNS_16OperationContextERKNS_3rpc16RequestInterfaceEPNS3_21ReplyBuilderInterfaceE+0x676) [0xc7a1d6]
       mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_RKNS_3rpc16RequestInterfaceEPNS4_21ReplyBuilderInterfaceE+0x85B) [0xc7b4cb]
       mongod(_ZN5mongo11runCommandsEPNS_16OperationContextERKNS_3rpc16RequestInterfaceEPNS2_21ReplyBuilderInterfaceE+0x25B) [0xb8659b]
       mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xC36) [0xdb8146]
       mongod(+0x5C6D20) [0x9c6d20]
       mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x311) [0x14ff3c1]
       libpthread.so.0(+0x76BA) [0x7f691124a6ba]
       libc.so.6(clone+0x6D) [0x7f6910f803dd]
      -----  END BACKTRACE  -----
      

            Assignee:
            donald.anderson@mongodb.com Donald Anderson
            Reporter:
            GeorgeT GeorgeT [X]
            Votes:
            0 Vote for this issue
            Watchers:
            9 Start watching this issue

              Created:
              Updated:
              Resolved: