Uploaded image for project: 'Core Server'
  1. Core Server
  2. SERVER-29086

Mongod crashed on mlock

    • Type: Icon: Bug Bug
    • Resolution: Duplicate
    • Priority: Icon: Major - P3 Major - P3
    • None
    • Affects Version/s: 3.4.4
    • Component/s: None
    • Labels:
      None
    • ALL

      2017-05-05T14:37:27.114+0400 I COMMAND  [conn4741] command stepanakert.activity_try command: find { find: "activity_try", filter: { $and: [ { $and: [ { $and: [ { status_deleted: null }, { status: { $in: [ 0, 2, 3, 4 ] } } ] }, { status: 3 } ] }, { $or: [ { user_name_en: /emma sargsyan/i }, { user_name_hy: /emma sargsyan/i } ] } ] }, projection: { $sortKey: { $meta: "sortKey" } }, sort: { end_date: -1 }, limit: 40, shardVersion: [ Timestamp 0|0, ObjectId('000000000000000000000000') ] } planSummary: IXSCAN { end_date: 1 } keysExamined:28386 docsExamined:28386 cursorExhausted:1 numYields:222 nreturned:40 reslen:26121 locks:{ Global: { acquireCount: { r: 446 } }, Database: { acquireCount: { r: 223 } }, Collection: { acquireCount: { r: 223 } } } protocol:op_command 138ms
      2017-05-05T14:37:29.128+0400 F -        [conn58] Failed to mlock: Cannot allocate memory
      2017-05-05T14:37:29.128+0400 I -        [conn58] Fatal Assertion 28832 at src/mongo/base/secure_allocator.cpp 246
      2017-05-05T14:37:29.128+0400 I -        [conn58] 
      
      ***aborting after fassert() failure
      
      
      2017-05-05T14:37:29.228+0400 F -        [conn58] Got signal: 6 (Aborted).
      
       0x5581efcb8db1 0x5581efcb7ea9 0x5581efcb838d 0x7fe811eb4330 0x7fe811b12c37 0x7fe811b16028 0x5581eef4cc49 0x5581eefd0dfd 0x5581ef0e73e0 0x5581ef0ea235 0x5581ef0c18aa 0x5581ef0de27d 0x5581ef0dfae6 0x5581ef19e737 0x5581ef19fad0 0x5581ef7c075d 0x5581ef3bd1d2 0x5581ef3bf146 0x5581eefbbded 0x5581eefbc72d 0x5581efc1e5f2 0x7fe811eac184 0x7fe811bd9bed
      ----- BEGIN BACKTRACE -----
      {"backtrace":[{"b":"5581EE73B000","o":"157DDB1","s":"_ZN5mongo15printStackTraceERSo"},{"b":"5581EE73B000","o":"157CEA9"},{"b":"5581EE73B000","o":"157D38D"},{"b":"7FE811EA4000","o":"10330"},{"b":"7FE811ADC000","o":"36C37","s":"gsignal"},{"b":"7FE811ADC000","o":"3A028","s":"abort"},{"b":"5581EE73B000","o":"811C49","s":"_ZN5mongo32fassertFailedNoTraceWithLocationEiPKcj"},{"b":"5581EE73B000","o":"895DFD","s":"_ZN5mongo24secure_allocator_details8allocateEmm"},{"b":"5581EE73B000","o":"9AC3E0","s":"_ZN5mongo31SaslSCRAMSHA1ServerConversation11_secondStepERKSt6vectorINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESaIS7_EEPS7_"},{"b":"5581EE73B000","o":"9AF235","s":"_ZN5mongo31SaslSCRAMSHA1ServerConversation4stepENS_10StringDataEPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEE"},{"b":"5581EE73B000","o":"9868AA","s":"_ZN5mongo31NativeSaslAuthenticationSession4stepENS_10StringDataEPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEE"},{"b":"5581EE73B000","o":"9A327D"},{"b":"5581EE73B000","o":"9A4AE6"},{"b":"5581EE73B000","o":"A63737","s":"_ZN5mongo7Command3runEPNS_16OperationContextERKNS_3rpc16RequestInterfaceEPNS3_21ReplyBuilderInterfaceE"},{"b":"5581EE73B000","o":"A64AD0","s":"_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_RKNS_3rpc16RequestInterfaceEPNS4_21ReplyBuilderInterfaceE"},{"b":"5581EE73B000","o":"108575D","s":"_ZN5mongo11runCommandsEPNS_16OperationContextERKNS_3rpc16RequestInterfaceEPNS2_21ReplyBuilderInterfaceE"},{"b":"5581EE73B000","o":"C821D2"},{"b":"5581EE73B000","o":"C84146","s":"_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE"},{"b":"5581EE73B000","o":"880DED","s":"_ZN5mongo23ServiceEntryPointMongod12_sessionLoopERKSt10shared_ptrINS_9transport7SessionEE"},{"b":"5581EE73B000","o":"88172D"},{"b":"5581EE73B000","o":"14E35F2"},{"b":"7FE811EA4000","o":"8184"},{"b":"7FE811ADC000","o":"FDBED","s":"clone"}],"processInfo":{ "mongodbVersion" : "3.4.4", "gitVersion" : "888390515874a9debd1b6c5d36559ca86b44babd", "compiledModules" : [], "uname" : { "sysname" : "Linux", "release" : "3.19.0-80-generic", "version" : "#88~14.04.1-Ubuntu SMP Fri Jan 13 14:54:07 UTC 2017", "machine" : "x86_64" }, "somap" : [ { "b" : "5581EE73B000", "elfType" : 3, "buildId" : "51DB444ACBAC0657BEA20BB77169EA5AF4322A17" }, { "b" : "7FFCF11C6000", "elfType" : 3, "buildId" : "6D1093E2BEEC8DBD6A9066B9289371C47B79BFE5" }, { "b" : "7FE812DC6000", "path" : "/lib/x86_64-linux-gnu/libssl.so.1.0.0", "elfType" : 3, "buildId" : "48A664AE6B0B4918A3EB0156C6364C4F084232FD" }, { "b" : "7FE8129EA000", "path" : "/lib/x86_64-linux-gnu/libcrypto.so.1.0.0", "elfType" : 3, "buildId" : "6B8997EA892A7FF37AC8CAA8F239D595251889BB" }, { "b" : "7FE8127E2000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3, "buildId" : "1EEBA762A6A2C8884D56033EE8CCE79B95CD974D" }, { "b" : "7FE8125DE000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3, "buildId" : "D0F881E59FF88BE4F29A228C8657376B3C325C2C" }, { "b" : "7FE8122D8000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3, "buildId" : "1654CB13B1D24ED03F4BDCB51FC7524B9181A771" }, { "b" : "7FE8120C2000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3, "buildId" : "36311B4457710AE5578C4BF00791DED7359DBB92" }, { "b" : "7FE811EA4000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3, "buildId" : "22F9078CFA529CCE1A814A4A1A1C018F169D5652" }, { "b" : "7FE811ADC000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3, "buildId" : "CA5C6CFE528AF541C3C2C15CEE4B3C74DA4E2FB4" }, { "b" : "7FE813025000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "237E22E5AAC2DDFCD06518F63FD720FE758E6E5B" } ] }}
       mongod(_ZN5mongo15printStackTraceERSo+0x41) [0x5581efcb8db1]
       mongod(+0x157CEA9) [0x5581efcb7ea9]
       mongod(+0x157D38D) [0x5581efcb838d]
       libpthread.so.0(+0x10330) [0x7fe811eb4330]
       libc.so.6(gsignal+0x37) [0x7fe811b12c37]
       libc.so.6(abort+0x148) [0x7fe811b16028]
       mongod(_ZN5mongo32fassertFailedNoTraceWithLocationEiPKcj+0x0) [0x5581eef4cc49]
       mongod(_ZN5mongo24secure_allocator_details8allocateEmm+0x59D) [0x5581eefd0dfd]
       mongod(_ZN5mongo31SaslSCRAMSHA1ServerConversation11_secondStepERKSt6vectorINSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEESaIS7_EEPS7_+0x5F0) [0x5581ef0e73e0]
       mongod(_ZN5mongo31SaslSCRAMSHA1ServerConversation4stepENS_10StringDataEPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEE+0x1A5) [0x5581ef0ea235]
       mongod(_ZN5mongo31NativeSaslAuthenticationSession4stepENS_10StringDataEPNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEE+0x3A) [0x5581ef0c18aa]
       mongod(+0x9A327D) [0x5581ef0de27d]
       mongod(+0x9A4AE6) [0x5581ef0dfae6]
       mongod(_ZN5mongo7Command3runEPNS_16OperationContextERKNS_3rpc16RequestInterfaceEPNS3_21ReplyBuilderInterfaceE+0x527) [0x5581ef19e737]
       mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_RKNS_3rpc16RequestInterfaceEPNS4_21ReplyBuilderInterfaceE+0x9E0) [0x5581ef19fad0]
       mongod(_ZN5mongo11runCommandsEPNS_16OperationContextERKNS_3rpc16RequestInterfaceEPNS2_21ReplyBuilderInterfaceE+0x26D) [0x5581ef7c075d]
       mongod(+0xC821D2) [0x5581ef3bd1d2]
       mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0x6D6) [0x5581ef3bf146]
       mongod(_ZN5mongo23ServiceEntryPointMongod12_sessionLoopERKSt10shared_ptrINS_9transport7SessionEE+0x1ED) [0x5581eefbbded]
       mongod(+0x88172D) [0x5581eefbc72d]
       mongod(+0x14E35F2) [0x5581efc1e5f2]
       libpthread.so.0(+0x8184) [0x7fe811eac184]
       libc.so.6(clone+0x6D) [0x7fe811bd9bed]
      -----  END BACKTRACE  -----
      [sk-mrs-master]~> ^C
      [sk-mrs-master]~> 
      [sk-mrs-master]~> 
      [sk-mrs-master]~> 
      [sk-mrs-master]~> 
      [sk-mrs-master]~> service mongod start
      mongod start/running, process 16275
      [sk-mrs-master]~> 
      [sk-mrs-master]~> 
      [sk-mrs-master]~> ps aux |grep mongo
      mongodb    985  1.5 15.1 1505096 614960 ?      SLsl Apr27 176:37 /usr/bin/mongod --config /etc/mongod-cfg.conf
      mongodb  16275 12.5  1.3 241808 55464 ?        DLsl 14:45   0:00 /usr/bin/mongod --config /etc/mongod.conf
      root     16301  0.0  0.0  11764  2232 pts/1    S+   14:45   0:00 grep mongo
      [sk-mrs-master]~> free -m
                   total       used       free     shared    buffers     cached
      Mem:          3952       2529       1422          0        134       1482
      -/+ buffers/cache:        912       3039
      Swap:         4095
      

            Assignee:
            Unassigned Unassigned
            Reporter:
            edikmkoyan Edik Mkoyan
            Votes:
            2 Vote for this issue
            Watchers:
            7 Start watching this issue

              Created:
              Updated:
              Resolved: