Uploaded image for project: 'Core Server'
  1. Core Server
  2. SERVER-15952

mongod hits assertion when run out of disk space

    XMLWordPrintable

    Details

    • Type: Bug
    • Status: Closed
    • Priority: Major - P3
    • Resolution: Duplicate
    • Affects Version/s: 2.7.8
    • Fix Version/s: None
    • Component/s: Storage
    • Labels:
    • Operating System:
      ALL

      Description

      People should never run out of space in 2014, but in case this happens better not crashing.

      2014-11-04T19:04:27.686+0000 I QUERY    [conn8] command linkdb.$cmd command: insert { $msg: "query not recording (too large)" } keyUpdates:0 numYields:0  reslen:40 160ms
      2014-11-04T19:04:30.035+0000 I CONTROL  [journal] LogFile::synchronousAppend failed with 442368 bytes unwritten out of 442368 bytes;  b=0x52c2000 errno:28 No space left on device
      2014-11-04T19:04:30.035+0000 I -        [journal] Fatal Assertion 13515
      2014-11-04T19:04:30.039+0000 I CONTROL  [journal] 
       0xf2d379 0xed7601 0xebdfe1 0xed8086 0xd2acfa 0xd2af39 0xd23ecc 0xf79ea4 0x7f093b9dcf18 0x7f093aaeeb9d
      ----- BEGIN BACKTRACE -----
      {"backtrace":[{"b":"400000","o":"B2D379"},{"b":"400000","o":"AD7601"},{"b":"400000","o":"ABDFE1"},{"b":"400000","o":"AD8086"},{"b":"400000","o":"92ACFA"},{"b":"400000","o":"92AF39"},{"b":"400000","o":"923ECC"},{"b":"400000","o":"B79EA4"},{"b":"7F093B9D5000","o":"7F18"},{"b":"7F093A
      A0C000","o":"E2B9D"}],"processInfo":{ "mongodbVersion" : "2.7.9-pre-", "gitVersion" : "2a6de7b46d008d76e3cbc5485d15638e133d27b9", "uname" : { "sysname" : "Linux", "release" : "3.10.42-52.145.amzn1.x86_64", "version" : "#1 SMP Tue Jun 10 23:46:43 UTC 2014", "machine" : "x86_64" }, "
      somap" : [ { "elfType" : 2, "b" : "400000", "buildId" : "428FC7091B00499D0E0F2819908B521BA047E81F" }, { "b" : "7FFF6C2FE000", "elfType" : 3, "buildId" : "422398C00613A4323A5E0C656ED6BE4BCFF5FD15" }, { "b" : "7F093B9D5000", "path" : "/lib64/libpthread.so.0", "elfType" : 3, "buildId"
       : "A8E8015F84374807F6920DF95D16BBAAAC02AB41" }, { "b" : "7F093B7CD000", "path" : "/lib64/librt.so.1", "elfType" : 3, "buildId" : "CC3700E5EACA3A520D1FD1BA3B469F2EFB1B8F11" }, { "b" : "7F093B5C9000", "path" : "/lib64/libdl.so.2", "elfType" : 3, "buildId" : "3D5EB706F159BCCB9A3B3E5F
      528B512E2C500F90" }, { "b" : "7F093B2C5000", "path" : "/usr/lib64/libstdc++.so.6", "elfType" : 3, "buildId" : "DD6383EEAC49E9BAA9E3D1080AE932F42CF8A385" }, { "b" : "7F093AFC7000", "path" : "/lib64/libm.so.6", "elfType" : 3, "buildId" : "226E54A756FDC288551092B4FDE818C8D6D6FC04" }, 
      { "b" : "7F093ADB1000", "path" : "/lib64/libgcc_s.so.1", "elfType" : 3, "buildId" : "C52958E393BDF8E8D090F36DE0F4E620D8736FBF" }, { "b" : "7F093AA0C000", "path" : "/lib64/libc.so.6", "elfType" : 3, "buildId" : "AD1B9E9119DEDF5A95178C0EA240EEBDE71147B6" }, { "b" : "7F093BBF1000", "p
      ath" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "37F70DE2ABEA184F24518EB5CC538FF0F54E081F" } ] }}
       mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf2d379]
       mongod(_ZN5mongo10logContextEPKc+0xE1) [0xed7601]
       mongod(_ZN5mongo13fassertFailedEi+0x61) [0xebdfe1]
       mongod(_ZN5mongo7LogFile17synchronousAppendEPKvm+0x226) [0xed8086]
       mongod(_ZN5mongo3dur7Journal7journalERKNS0_11JSectHeaderERKNS_14AlignedBuilderE+0x1EA) [0xd2acfa]
       mongod(_ZN5mongo3dur14WRITETOJOURNALENS0_11JSectHeaderERNS_14AlignedBuilderE+0x29) [0xd2af39]
       mongod(+0x923ECC) [0xd23ecc]
       mongod(+0xB79EA4) [0xf79ea4]
       libpthread.so.0(+0x7F18) [0x7f093b9dcf18]
       libc.so.6(clone+0x6D) [0x7f093aaeeb9d]
      -----  END BACKTRACE  -----
      2014-11-04T19:04:30.040+0000 I -        [journal] 
       
      ***aborting after fassert() failure
       
       
      2014-11-04T19:04:30.044+0000 F -        [journal] Got signal: 6 (Aborted).
       
       0xf2d379 0xf2cf32 0xf2d2b6 0x7f093aa3fc60 0x7f093aa3fbe9 0x7f093aa40fe8 0xebe026 0xed8086 0xd2acfa 0xd2af39 0xd23ecc 0xf79ea4 0x7f093b9dcf18 0x7f093aaeeb9d
      ----- BEGIN BACKTRACE -----
      {"backtrace":[{"b":"400000","o":"B2D379"},{"b":"400000","o":"B2CF32"},{"b":"400000","o":"B2D2B6"},{"b":"7F093AA0C000","o":"33C60"},{"b":"7F093AA0C000","o":"33BE9"},{"b":"7F093AA0C000","o":"34FE8"},{"b":"400000","o":"ABE026"},{"b":"400000","o":"AD8086"},{"b":"400000","o":"92ACFA"},{
      "b":"400000","o":"92AF39"},{"b":"400000","o":"923ECC"},{"b":"400000","o":"B79EA4"},{"b":"7F093B9D5000","o":"7F18"},{"b":"7F093AA0C000","o":"E2B9D"}],"processInfo":{ "mongodbVersion" : "2.7.9-pre-", "gitVersion" : "2a6de7b46d008d76e3cbc5485d15638e133d27b9", "uname" : { "sysname" : "
      Linux", "release" : "3.10.42-52.145.amzn1.x86_64", "version" : "#1 SMP Tue Jun 10 23:46:43 UTC 2014", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000", "buildId" : "428FC7091B00499D0E0F2819908B521BA047E81F" }, { "b" : "7FFF6C2FE000", "elfType" : 3, "buildId" : "4
      22398C00613A4323A5E0C656ED6BE4BCFF5FD15" }, { "b" : "7F093B9D5000", "path" : "/lib64/libpthread.so.0", "elfType" : 3, "buildId" : "A8E8015F84374807F6920DF95D16BBAAAC02AB41" }, { "b" : "7F093B7CD000", "path" : "/lib64/librt.so.1", "elfType" : 3, "buildId" : "CC3700E5EACA3A520D1FD1BA
      3B469F2EFB1B8F11" }, { "b" : "7F093B5C9000", "path" : "/lib64/libdl.so.2", "elfType" : 3, "buildId" : "3D5EB706F159BCCB9A3B3E5F528B512E2C500F90" }, { "b" : "7F093B2C5000", "path" : "/usr/lib64/libstdc++.so.6", "elfType" : 3, "buildId" : "DD6383EEAC49E9BAA9E3D1080AE932F42CF8A385" },
       { "b" : "7F093AFC7000", "path" : "/lib64/libm.so.6", "elfType" : 3, "buildId" : "226E54A756FDC288551092B4FDE818C8D6D6FC04" }, { "b" : "7F093ADB1000", "path" : "/lib64/libgcc_s.so.1", "elfType" : 3, "buildId" : "C52958E393BDF8E8D090F36DE0F4E620D8736FBF" }, { "b" : "7F093AA0C000", "
      path" : "/lib64/libc.so.6", "elfType" : 3, "buildId" : "AD1B9E9119DEDF5A95178C0EA240EEBDE71147B6" }, { "b" : "7F093BBF1000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "37F70DE2ABEA184F24518EB5CC538FF0F54E081F" } ] }}
       mongod(_ZN5mongo15printStackTraceERSo+0x29) [0xf2d379]
       mongod(+0xB2CF32) [0xf2cf32]
       mongod(+0xB2D2B6) [0xf2d2b6]
       libc.so.6(+0x33C60) [0x7f093aa3fc60]
       libc.so.6(gsignal+0x39) [0x7f093aa3fbe9]
       libc.so.6(abort+0x148) [0x7f093aa40fe8]
       mongod(_ZN5mongo13fassertFailedEi+0xA6) [0xebe026]
       mongod(_ZN5mongo7LogFile17synchronousAppendEPKvm+0x226) [0xed8086]
       mongod(_ZN5mongo3dur7Journal7journalERKNS0_11JSectHeaderERKNS_14AlignedBuilderE+0x1EA) [0xd2acfa]
       mongod(_ZN5mongo3dur14WRITETOJOURNALENS0_11JSectHeaderERNS_14AlignedBuilderE+0x29) [0xd2af39]
       mongod(+0x923ECC) [0xd23ecc]
       mongod(+0xB79EA4) [0xf79ea4]
       libpthread.so.0(+0x7F18) [0x7f093b9dcf18]
       libc.so.6(clone+0x6D) [0x7f093aaeeb9d]
      -----  END BACKTRACE  -----

        Attachments

          Issue Links

            Activity

              People

              Assignee:
              kaloian.manassiev Kaloian Manassiev
              Reporter:
              davide.italiano Davide Italiano
              Participants:
              Votes:
              0 Vote for this issue
              Watchers:
              3 Start watching this issue

                Dates

                Created:
                Updated:
                Resolved: