Uploaded image for project: 'Core Server'
  1. Core Server
  2. SERVER-19754

mongod aborts on memory allocation failure after upgrade from 2.6.6 to 3.0.5

    • Linux

      Hi Team,

      Recently I have updated mongodb from 2.6.6 to 3.0.5 (also moved from default storage to wiredtiger). I have not experience any issues till now, there was a lot of improvement in performance.

      But today one of the replica set was crashed with below errors (taken from log) when doing write operations (which creates temporary collections dynamically). I am not sure whether its a issue with wiredtiger.

      2015-08-04T12:45:27.639+0000 F -        [conn1008] Got signal: 6 (Aborted).
       
      0xf5ba59 0xf5b322 0xf5b6d6 0x7f1936ca0ff0 0x7f1936ca0f79 0x7f1936ca4388 0xd9d7f9 0x8fa7c2 0x8fb321 0x8d17b7 0x8ef4a7 0x8f0f66 0x9d5f64 0x9d6eed 0x9d7bfb 0xb9c776 0xa  b2b50 0x80e06d 0xf0e9fb 0x7f193829c182 0x7f1936d6530d
      ----- BEGIN BACKTRACE -----
      {"backtrace":[{"b":"400000","o":"B5BA59"},{"b":"400000","o":"B5B322"},{"b":"400000","o":"B5B6D6"},{"b":"7F1936C6A000","o":"36FF0"},{"b":"7F1936C6A000","o":"36F79"},{"  b":"7F1936C6A000","o":"3A388"},{"b":"400000","o":"99D7F9"},{"b":"400000","o":"4FA7C2"},{"b":"400000","o":"4FB321"},{"b":"400000","o":"4D17B7"},{"b":"400000","o":"4EF4  A7"},{"b":"400000","o":"4F0F66"},{"b":"400000","o":"5D5F64"},{"b":"400000","o":"5D6EED"},{"b":"400000","o":"5D7BFB"},{"b":"400000","o":"79C776"},{"b":"400000","o":"6B  2B50"},{"b":"400000","o":"40E06D"},{"b":"400000","o":"B0E9FB"},{"b":"7F1938294000","o":"8182"},{"b":"7F1936C6A000","o":"FB30D"}],"processInfo":{ "mongodbVersion" : "3  .0.5", "gitVersion" : "8bc4ae20708dbb493cb09338d9e7be6698e4a3a3", "uname" : { "sysname" : "Linux", "release" : "3.13.0-29-generic", "version" : "#53-Ubuntu SMP Wed Ju  n 4 21:00:20 UTC 2014", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000", "buildId" : "695FC6828398A9DB1F99718671147885B5ED116D" }, { "b" : "7FFFEC  0FE000", "elfType" : 3, "buildId" : "3D068D088E7EAC15D9DA7C3AC912E783C0897EE7" }, { "b" : "7F1938294000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType"   : 3, "buildId" : "FE662C4D7B14EE804E0C1902FB55218A106BC5CB" }, { "b" : "7F1938036000", "path" : "/lib/x86_64-linux-gnu/libssl.so.1.0.0", "elfType" : 3, "buildId" : "6  C7AE380840DB9034D7763771B55E51B31BCAF14" }, { "b" : "7F1937C5C000", "path" : "/lib/x86_64-linux-gnu/libcrypto.so.1.0.0", "elfType" : 3, "buildId" : "3D522D8E04F5FD790  4AE69B50CA8835A71024490" }, { "b" : "7F1937A54000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3, "buildId" : "92FCF41EFE012D6186E31A59AD05BDBB487769AB"   }, { "b" : "7F1937850000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3, "buildId" : "C1AE4CB7195D337A77A3C689051DABAA3980CA0C" }, { "b" : "7F193754C00  0", "path" : "/usr/lib/x86_64-linux-gnu/libstdc++.so.6", "elfType" : 3, "buildId" : "19EFDDAB11B3BF5C71570078C59F91CF6592CE9E" }, { "b" : "7F1937246000", "path" : "/l  ib/x86_64-linux-gnu/libm.so.6", "elfType" : 3, "buildId" : "574C6350381DA194C00FF555E0C1784618C05569" }, { "b" : "7F1937030000", "path" : "/lib/x86_64-linux-gnu/libgc  c_s.so.1", "elfType" : 3, "buildId" : "CC0D578C2E0D86237CA7B0CE8913261C506A629A" }, { "b" : "7F1936C6A000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3,   "buildId" : "B571F83A8A6F5BB22D3558CDDDA9F943A2A67FD1" }, { "b" : "7F19384B2000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "9F00581AB3C73E3  AEA35995A0C50D24D59A01D47" } ] }}
      mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf5ba59]
      mongod(+0xB5B322) [0xf5b322]
      mongod(+0xB5B6D6) [0xf5b6d6]
      libc.so.6(+0x36FF0) [0x7f1936ca0ff0]
      libc.so.6(gsignal+0x39) [0x7f1936ca0f79]
      libc.so.6(abort+0x148) [0x7f1936ca4388]
      mongod(_ZN5mongo12SecureRandom6createEv+0x1B9) [0xd9d7f9]
      mongod(_ZN5mongo31SaslSCRAMSHA1ServerConversation10_firstStepERSt6vectorISsSaISsEEPSs+0x16F2) [0x8fa7c2]
      mongod(_ZN5mongo31SaslSCRAMSHA1ServerConversation4stepERKNS_10StringDataEPSs+0x2F1) [0x8fb321]
      mongod(_ZN5mongo31NativeSaslAuthenticationSession4stepERKNS_10StringDataEPSs+0x27) [0x8d17b7]
      mongod(+0x4EF4A7) [0x8ef4a7]
      mongod(+0x4F0F66) [0x8f0f66]
      mongod(_ZN5mongo12_execCommandEPNS_16OperationContextEPNS_7CommandERKSsRNS_7BSONObjEiRSsRNS_14BSONObjBuilderEb+0x34) [0x9d5f64]
      mongod(_ZN5mongo7Command11execCommandEPNS_16OperationContextEPS0_iPKcRNS_7BSONObjERNS_14BSONObjBuilderEb+0xC1D) [0x9d6eed]
      mongod(_ZN5mongo12_runCommandsEPNS_16OperationContextEPKcRNS_7BSONObjERNS_11_BufBuilderINS_16TrivialAllocatorEEERNS_14BSONObjBuilderEbi+0x28B) [0x9d7bfb]
      mongod(_ZN5mongo8runQueryEPNS_16OperationContextERNS_7MessageERNS_12QueryMessageERKNS_15NamespaceStringERNS_5CurOpES3_+0x746) [0xb9c776]
      mongod(_ZN5mongo16assembleResponseEPNS_16OperationContextERNS_7MessageERNS_10DbResponseERKNS_11HostAndPortE+0xB10) [0xab2b50]
      mongod(_ZN5mongo16MyMessageHandler7processERNS_7MessageEPNS_21AbstractMessagingPortEPNS_9LastErrorE+0xDD) [0x80e06d]
      mongod(_ZN5mongo17PortMessageServer17handleIncomingMsgEPv+0x34B) [0xf0e9fb]
      libpthread.so.0(+0x8182) [0x7f193829c182]
      libc.so.6(clone+0x6D) [0x7f1936d6530d]
      -----  END BACKTRACE  -----
      

            Assignee:
            ramon.fernandez@mongodb.com Ramon Fernandez Marina
            Reporter:
            shivamurthy.deepak@gmail.com Deepak Shivamurthy
            Votes:
            0 Vote for this issue
            Watchers:
            7 Start watching this issue

              Created:
              Updated:
              Resolved: