Uploaded image for project: 'Core Server'
  1. Core Server
  2. SERVER-26673

MongoDB Aborts after more than 20000 sessions

    • Type: Icon: Bug Bug
    • Resolution: Duplicate
    • Priority: Icon: Major - P3 Major - P3
    • None
    • Affects Version/s: 3.0.12
    • Component/s: None
    • Labels:
    • Fully Compatible
    • Linux

      Hi,

      we had a problem in ours servers today. Both servers crashed. He it's what we found in the log:

      Thank you,

      2016-10-18T07:44:59.415-0200 I -        [conn134342] Invariant failure: conn->open_session(conn, NULL, "isolation=snapshot", &_session) resulted in status UnknownError 12: Cannot allocate memory at src/mongo/db/storage/wiredtiger/wiredtiger_session_cache.cpp 44
      2016-10-18T07:44:59.446-0200 E STORAGE  [conn134333] WiredTiger (12) [1476783899:446037][76140:0x7f2b861bd700], connection.open_session: only configured to support 20010 sessions (including 10 internal): Cannot allocate memory
      2016-10-18T07:44:59.446-0200 I -        [conn134333] Invariant failure: conn->open_session(conn, NULL, "isolation=snapshot", &_session) resulted in status UnknownError 12: Cannot allocate memory at src/mongo/db/storage/wiredtiger/wiredtiger_session_cache.cpp 44
      2016-10-18T07:44:59.449-0200 I CONTROL  [conn134342]
       0xfa95d2 0xf50b79 0xf35ae0 0xdc31d9 0xdc5872 0xdbe839 0xdbf142 0xdbf19a 0xdaba78 0xaa5de9 0xa2597f 0xa260b2 0xa19281 0xa3e457 0xa11d0a 0xbfdea2 0xbfe4df 0xbfe7f2 0xbcec49 0xbca558 0xad743a 0x80f175 0xf65499 0x3995207aa1 0x3994ee8aad
      ----- BEGIN BACKTRACE -----
       {"backtrace":[{"b":"400000","o":"BA95D2","s":"_ZN5mongo15printStackTraceERSo"},{"b":"400000","o":"B50B79","s":"_ZN5mongo10logContextEPKc"},{"b":"400000","o":"B35AE0"      ,"s":"_ZN5mongo17invariantOKFailedEPKcRKNS_6StatusES1_j"},{"b":"400000","o":"9C31D9","s":"_ZN5mongo17WiredTigerSessionC1EP15__wt_connectioni"},{"b":"400000","o":"9C5      872","s":"_ZN5mongo22WiredTigerSessionCache10getSessionEv"},{"b":"400000","o":"9BE839","s":"_ZN5mongo22WiredTigerRecoveryUnit14_ensureSessionEv"},{"b":"400000","o":"      9BF142","s":"_ZN5mongo22WiredTigerRecoveryUnit10getSessionEPNS_16OperationContextE"},{"b":"400000","o":"9BF19A","s":"_ZN5mongo16WiredTigerCursorC1ERKSsmbPNS_16Operat      ionContextE"},{"b":"400000","o":"9ABA78","s":"_ZNK5mongo23WiredTigerIndexStandard9newCursorEPNS_16OperationContextEi"},{"b":"400000","o":"6A5DE9","s":"_ZNK5mongo22Bt      reeBasedAccessMethod9newCursorEPNS_16OperationContextERKNS_13CursorOptionsEPPNS_11IndexCursorE"},{"b":"400000","o":"62597F","s":"_ZN5mongo9IndexScan13initIndexScanEv      "},{"b":"400000","o":"6260B2","s":"_ZN5mongo9IndexScan4workEPm"},{"b":"400000","o":"619281","s":"_ZN5mongo10FetchStage4workEPm"},{"b":"400000","o":"63E457","s":"_ZN5      mongo9SkipStage4workEPm"},{"b":"400000","o":"611D0A","s":"_ZN5mongo15CachedPlanStage12pickBestPlanEPNS_15PlanYieldPolicyE"},{"b":"400000","o":"7FDEA2","s":"_ZN5mongo      12PlanExecutor12pickBestPlanENS0_11YieldPolicyE"},{"b":"400000","o":"7FE4DF","s":"_ZN5mongo12PlanExecutor4makeEPNS_16OperationContextEPNS_10WorkingSetEPNS_9PlanStage      EPNS_13QuerySolutionEPNS_14CanonicalQueryEPKNS_10CollectionERKSsNS0_11YieldPolicyEPPS0_"},{"b":"400000","o":"7FE7F2","s":"_ZN5mongo12PlanExecutor4makeEPNS_16Operatio      nContextEPNS_10WorkingSetEPNS_9PlanStageEPNS_13QuerySolutionEPNS_14CanonicalQueryEPKNS_10CollectionENS0_11YieldPolicyEPPS0_"},{"b":"400000","o":"7CEC49","s":"_ZN5mon      go11getExecutorEPNS_16OperationContextEPNS_10CollectionEPNS_14CanonicalQueryENS_12PlanExecutor11YieldPolicyEPPS6_m"},{"b":"400000","o":"7CA558","s":"_ZN5mongo8runQue      ryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_"},{"b":"400000","o":"6D743A","s":"_ZN5mongo16assembleResponseEPNS_16O      perationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE"},{"b":"400000","o":"40F175","s":"_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMe      ssagingPortEPNS_9LastErrorE"},{"b":"400000","o":"B65499","s":"_ZN5mongo17PortMessageServer17handleIncomingMsgEPv"},{"b":"3995200000","o":"7AA1"},{"b":"3994E00000","o      ":"E8AAD","s":"clone"}],"processInfo":{ "mongodbVersion" : "3.0.12", "gitVersion" : "33934938e0e95d534cebbaff656cde916b9c3573", "uname" : { "sysname" : "Linux", "rel      ease" : "2.6.32-642.3.1.el6.x86_64", "version" : "#1 SMP Sun Jun 26 18:16:44 EDT 2016", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000" }, { "b"       : "7FFD7F416000", "elfType" : 3 }, { "path" : "/lib64/libpthread.so.0", "elfType" : 3 }, { "path" : "/lib64/librt.so.1", "elfType" : 3 }, { "path" : "/lib64/libdl.so      .2", "elfType" : 3 }, { "path" : "/lib64/libm.so.6", "elfType" : 3 }, { "path" : "/lib64/libgcc_s.so.1", "elfType" : 3 }, { "path" : "/lib64/libc.so.6", "elfType" :       3 }, { "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3 } ] }}
        mongod(_ZN5mongo15printStackTraceERSo+0x32) [0xfa95d2]
        mongod(_ZN5mongo10logContextEPKc+0xE9) [0xf50b79]
        mongod(_ZN5mongo17invariantOKFailedEPKcRKNS_6StatusES1_j+0xE0) [0xf35ae0]
        mongod(_ZN5mongo17WiredTigerSessionC1EP15__wt_connectioni+0xA9) [0xdc31d9]
        mongod(_ZN5mongo22WiredTigerSessionCache10getSessionEv+0x432) [0xdc5872]
        mongod(_ZN5mongo22WiredTigerRecoveryUnit14_ensureSessionEv+0x29) [0xdbe839]
        mongod(_ZN5mongo22WiredTigerRecoveryUnit10getSessionEPNS_16OperationContextE+0x12) [0xdbf142]
        mongod(_ZN5mongo16WiredTigerCursorC1ERKSsmbPNS_16OperationContextE+0x3A) [0xdbf19a]
        mongod(_ZNK5mongo23WiredTigerIndexStandard9newCursorEPNS_16OperationContextEi+0x58) [0xdaba78]
        mongod(_ZNK5mongo22BtreeBasedAccessMethod9newCursorEPNS_16OperationContextERKNS_13CursorOptionsEPPNS_11IndexCursorE+0x29) [0xaa5de9]
        mongod(_ZN5mongo9IndexScan13initIndexScanEv+0x6F) [0xa2597f]
        mongod(_ZN5mongo9IndexScan4workEPm+0x52) [0xa260b2]
        mongod(_ZN5mongo10FetchStage4workEPm+0xD1) [0xa19281]
        mongod(_ZN5mongo9SkipStage4workEPm+0x57) [0xa3e457]
        mongod(_ZN5mongo15CachedPlanStage12pickBestPlanEPNS_15PlanYieldPolicyE+0x18A) [0xa11d0a]
        mongod(_ZN5mongo12PlanExecutor12pickBestPlanENS0_11YieldPolicyE+0xA2) [0xbfdea2]
        mongod(_ZN5mongo12PlanExecutor4makeEPNS_16OperationContextEPNS_10WorkingSetEPNS_9PlanStageEPNS_13QuerySolutionEPNS_14CanonicalQueryEPKNS_10CollectionERKSsNS0_11Yiel      dPolicyEPPS0_+0x6F) [0xbfe4df]
        mongod(_ZN5mongo12PlanExecutor4makeEPNS_16OperationContextEPNS_10WorkingSetEPNS_9PlanStageEPNS_13QuerySolutionEPNS_14CanonicalQueryEPKNS_10CollectionENS0_11YieldPol      icyEPPS0_+0x72) [0xbfe7f2]
        mongod(_ZN5mongo11getExecutorEPNS_16OperationContextEPNS_10CollectionEPNS_14CanonicalQueryENS_12PlanExecutor11YieldPolicyEPPS6_m+0xC9) [0xbcec49]
        mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x658) [0xbca558]
        mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xABA) [0xad743a]
        mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xF5) [0x80f175]
        mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x339) [0xf65499]
        libpthread.so.0(+0x7AA1) [0x3995207aa1]
        libc.so.6(clone+0x6D) [0x3994ee8aad]
       -----  END BACKTRACE  -----
       2016-10-18T07:44:59.449-0200 I -        [conn134342]
      2016-10-18T07:44:59.449-0200 I -        [conn134342]
       
       ***aborting after invariant() failure
       

        1. mongo.log
          9 kB
          Globo DBA Team

            Assignee:
            Unassigned Unassigned
            Reporter:
            bd@corp.globo.com Globo DBA Team
            Votes:
            0 Vote for this issue
            Watchers:
            4 Start watching this issue

              Created:
              Updated:
              Resolved: