Uploaded image for project: 'Core Server'
  1. Core Server
  2. SERVER-16118

MongoD 2.8rc0 terminates with "WiredTigerRecordStore::insertRecord 12: Cannot allocate memory"

    • Type: Icon: Bug Bug
    • Resolution: Done
    • Priority: Icon: Critical - P2 Critical - P2
    • 2.8.0-rc1
    • Affects Version/s: 2.8.0-rc0
    • Component/s: Storage, Tools
    • None
    • ALL

      I tried to mongorestore an existing dump. The dump was taken with the older (non-Go) version of mongodump with an older mongod.

      However this time mongod and mongorestore were both version 2.8.0-rc0

      And then mongod terminated with this in the log

      2014-11-12T19:19:44.347-0500 I WRITES   [conn4] insert en.messages ninserted:9766 keyUpdates:0 numYields:0  147ms
      2014-11-12T19:19:45.992-0500 I WRITES   [conn4] insert en.messages ninserted:10000 keyUpdates:0 numYields:0  746ms
      2014-11-12T19:19:46.377-0500 I WRITES   [conn4] insert en.messages ninserted:7754 keyUpdates:0 numYields:0  118ms
      2014-11-12T19:19:46.794-0500 I WRITES   [conn4] insert en.messages ninserted:10000 keyUpdates:0 numYields:0  147ms
      2014-11-12T19:19:47.682-0500 I WRITES   [conn4] insert en.messages ninserted:5270 keyUpdates:0 numYields:0  678ms
      2014-11-12T19:19:48.018-0500 I NETWORK  [conn4] end connection 127.0.0.1:58627 (3 connections now open)
      2014-11-12T19:20:18.571-0500 F -        Invalid access at address: 0x1
      2014-11-12T19:20:18.573-0500 F -        Got signal: 11 (Segmentation fault: 11).
      
       0x101d4b529 0x101d4b0ee 0x7fff8e0f04ea 0x4000423756 0x102125756 0x10211fa17 0x102112d5d 0x10217fde5 0x102178ff8 0x102134a1f 0x7fff8e102352 0x7fff8e0eed81
      ----- BEGIN BACKTRACE -----
      {"backtrace":[{"b":"1015AF000","o":"79C529"},{"b":"1015AF000","o":"79C0EE"},{"b":"7FFF8E0ED000","o":"34EA"},{"b":"0","o":"4000423756"},{"b":"1015AF000","o":"B76756"},{"b":"1015AF000","o":"B70A17"},{"b":"1015AF000","o":"B63D5D"},{"b":"1015AF000","o":"BD0DE5"},{"b":"1015AF000","o":"BC9FF8"},{"b":"1015AF000","o":"B85A1F"},{"b":"7FFF8E0ED000","o":"15352"},{"b":"7FFF8E0ED000","o":"1D81"}],"processInfo":{ "mongodbVersion" : "2.8.0-rc0", "gitVersion" : "b6c4e2491c1442b05a160acda0d78001f56a2ade", "uname" : { "sysname" : "Darwin", "release" : "12.4.1", "version" : "Darwin Kernel Version 12.4.1: Tue May 21 17:04:50 PDT 2013; root:xnu-2050.40.51~1/RELEASE_X86_64", "machine" : "x86_64" }, "somap" : [ { "path" : "/usr/local/bin/mongod", "machType" : 2, "b" : "1015AF000", "buildId" : "D47BCDC8F92C37308186943350D47BE2" }, { "path" : "/usr/lib/libSystem.B.dylib", "machType" : 6, "b" : "7FFF8CFD9000", "buildId" : "AE5C59276C60367FBB7A55AA351275F9" }, { "path" : "/usr/lib/libc++.1.dylib", "machType" : 6, "b" : "7FFF93151000", "buildId" : "20E31B9019B93C2AA9EB474E08F9FE05" }, { "path" : "/usr/lib/system/libcache.dylib", "machType" : 6, "b" : "7FFF87CBB000", "buildId" : "65187C6E3FBF3EB8A1AA389445E2984D" }, { "path" : "/usr/lib/system/libcommonCrypto.dylib", "machType" : 6, "b" : "7FFF8EDAF000", "buildId" : "BAAFE0C9BB863CA788C0E3CBA98DA06F" }, { "path" : "/usr/lib/system/libcompiler_rt.dylib", "machType" : 6, "b" : "7FFF91E00000", "buildId" : "08F8731D596139F1AD004590321D24A9" }, { "path" : "/usr/lib/system/libcopyfile.dylib", "machType" : 6, "b" : "7FFF88A3B000", "buildId" : "876573D0E9073566A108577EAD1B6182" }, { "path" : "/usr/lib/system/libdispatch.dylib", "machType" : 6, "b" : "7FFF8E47A000", "buildId" : "D26996BFFC5739EB8829F63585561E09" }, { "path" : "/usr/lib/system/libdnsinfo.dylib", "machType" : 6, "b" : "7FFF8E20A000", "buildId" : "14202FFBC3CA3FCC94B014611BF8692D" }, { "path" : "/usr/lib/system/libdyld.dylib", "machType" : 6, "b" : "7FFF8D59C000", "buildId" : "F59367C9C110382BA6959035A6DD387E" }, { "path" : "/usr/lib/system/libkeymgr.dylib", "machType" : 6, "b" : "7FFF94060000", "buildId" : "CC9E3394BE16397F926BE579B60EE429" }, { "path" : "/usr/lib/system/liblaunch.dylib", "machType" : 6, "b" : "7FFF8D593000", "buildId" : "16D518EFB8F43FA28722C1CDEA236912" }, { "path" : "/usr/lib/system/libmacho.dylib", "machType" : 6, "b" : "7FFF905BE000", "buildId" : "BF332AD9E89F387E92A46E1AB74BD4D9" }, { "path" : "/usr/lib/system/libquarantine.dylib", "machType" : 6, "b" : "7FFF87CC3000", "buildId" : "143B726EDF4737A890AAF059CFD1A2E4" }, { "path" : "/usr/lib/system/libremovefile.dylib", "machType" : 6, "b" : "7FFF8BDD4000", "buildId" : "6763BC8E18B83AD98FFAB43713A7264F" }, { "path" : "/usr/lib/system/libsystem_blocks.dylib", "machType" : 6, "b" : "7FFF91E06000", "buildId" : "D92DCBC3541C37BDAADEACC75A0C59C8" }, { "path" : "/usr/lib/system/libsystem_c.dylib", "machType" : 6, "b" : "7FFF8E0ED000", "buildId" : "210538DA1F963AC8B6304AF67FD81A2B" }, { "path" : "/usr/lib/system/libsystem_dnssd.dylib", "machType" : 6, "b" : "7FFF88338000", "buildId" : "5A34E09DA4FC349B9925E0BE5230402A" }, { "path" : "/usr/lib/system/libsystem_info.dylib", "machType" : 6, "b" : "7FFF9311A000", "buildId" : "4FFCA2427F04365F87A6D4EFB89503C1" }, { "path" : "/usr/lib/system/libsystem_kernel.dylib", "machType" : 6, "b" : "7FFF886C9000", "buildId" : "F27C6E96F0DB3F5F83C6EE2791754781" }, { "path" : "/usr/lib/system/libsystem_m.dylib", "machType" : 6, "b" : "7FFF8BD60000", "buildId" : "B434BE5C25AB3EBDBAA75304B34E3441" }, { "path" : "/usr/lib/system/libsystem_network.dylib", "machType" : 6, "b" : "7FFF88281000", "buildId" : "0D99F24E56FE380FB81B4A4C630EE587" }, { "path" : "/usr/lib/system/libsystem_notify.dylib", "machType" : 6, "b" : "7FFF9181A000", "buildId" : "C49275CC835A3207AFBA8C01374927B6" }, { "path" : "/usr/lib/system/libsystem_sandbox.dylib", "machType" : 6, "b" : "7FFF87CC1000", "buildId" : "B739DA63B675387AAD84412A651143C0" }, { "path" : "/usr/lib/system/libunc.dylib", "machType" : 6, "b" : "7FFF87CB3000", "buildId" : "92805328CD3634FF9436571AB0485072" }, { "path" : "/usr/lib/system/libunwind.dylib", "machType" : 6, "b" : "7FFF8E1F1000", "buildId" : "21703D362DAB3D8B8442EAAB23C060D3" }, { "path" : "/usr/lib/system/libxpc.dylib", "machType" : 6, "b" : "7FFF89480000", "buildId" : "70BC645B69523264930CC835010CCEF9" }, { "path" : "/usr/lib/system/libcorecrypto.dylib", "machType" : 6, "b" : "7FFF93A60000", "buildId" : "CE0C29A3C420339BADAA52F4683233CC" }, { "path" : "/usr/lib/libobjc.A.dylib", "machType" : 6, "b" : "7FFF91CE6000", "buildId" : "90D31928F48D3E37874F220A51FD9E37" }, { "path" : "/usr/lib/libauto.dylib", "machType" : 6, "b" : "7FFF92740000", "buildId" : "D047EBE34AA13C82AC7AF9D3AF0D9A74" }, { "path" : "/usr/lib/libc++abi.dylib", "machType" : 6, "b" : "7FFF921DA000", "buildId" : "D86169F39F31377A9AF3DB17142052E4" }, { "path" : "/usr/lib/libDiagnosticMessagesClient.dylib", "machType" : 6, "b" : "7FFF89177000", "buildId" : "8548E0DC0D2F30B6B045FE8A038E76D8" } ] }}
       mongod(_ZN5mongo15printStackTraceERNSt3__113basic_ostreamIcNS0_11char_traitsIcEEEE+0x39) [0x101d4b529]
       mongod(_ZN5mongo12_GLOBAL__N_124abruptQuitWithAddrSignalEiP9__siginfoPv+0x11E) [0x101d4b0ee]
       libsystem_c.dylib(_sigtramp+0x1A) [0x7fff8e0f04ea]
       ??? [0x4000423756]
       mongod(__rec_row_leaf_insert+0x96) [0x102125756]
       mongod(__wt_rec_write+0x2C27) [0x10211fa17]
       mongod(__wt_cache_op+0x10D) [0x102112d5d]
       mongod(__wt_txn_checkpoint+0x1C5) [0x10217fde5]
       mongod(__session_checkpoint+0x1C8) [0x102178ff8]
       mongod(__ckpt_server+0x2F) [0x102134a1f]
       libsystem_c.dylib(_pthread_start+0x147) [0x7fff8e102352]
       libsystem_c.dylib(thread_start+0xD) [0x7fff8e0eed81]
      -----  END BACKTRACE  -----
      

      It's possible that something is wrong in my environment but please try to reproduce by running mongod with wiredtiger and then:

      mongorestore -d=en -c=messages ~/enron/messages.bson

      I was able to do it 3 times.

        1. mongod.log
          29 kB
        2. enron.zip
          106.96 MB

            Assignee:
            matt.kangas Matt Kangas
            Reporter:
            rohit.nijhawan@10gen.com rohit.nijhawan@10gen.com
            Votes:
            0 Vote for this issue
            Watchers:
            52 Start watching this issue

              Created:
              Updated:
              Resolved: