Uploaded image for project: 'Core Server'
  1. Core Server
  2. SERVER-50069

Fatal Assertion 50853 at src/mongo/db/storage/wiredtiger/wiredtiger_util.cpp 420

    • Type: Icon: Bug Bug
    • Resolution: Duplicate
    • Priority: Icon: Major - P3 Major - P3
    • None
    • Affects Version/s: None
    • Component/s: None
    • Labels:
      None
    • ALL

      Mongod unexpectedly drops.

      Fix: After 'sudo systemctl restart mongod' backs up again. 

      // code placeholder
      2020-08-01T23:37:25.777+0200 I NETWORK [conn259] end connection 127.0.0.1:57578 (17 connections now open)
      2020-08-01T23:37:25.777+0200 I NETWORK [conn258] end connection 127.0.0.1:57576 (16 connections now open)
      2020-08-02T00:08:05.698+0200 E STORAGE [WTJournalFlusher] WiredTiger error (5) [1596319685:698351][937:0x7f6b9f4c4700], WT_SESSION.log_flush: __posix_sync, 99: /var/lib/mongodb/journal/WiredTigerLog.0000000157: handle-sync: fdatasync: Input/output error
      2020-08-02T00:08:05.698+0200 E STORAGE [WTJournalFlusher] WiredTiger error (-31804) [1596319685:698673][937:0x7f6b9f4c4700], WT_SESSION.log_flush: __wt_panic, 494: the process must exit and restart: WT_PANIC: WiredTiger library panic Raw: [1596319685:698673][937:0x7f6b9f4c4700], WT_SESSION.log_flush: __wt_panic, 494: the process must exit and restart: WT_PANIC: WiredTiger library panic
      2020-08-02T00:08:05.698+0200 F - [WTJournalFlusher] Fatal Assertion 50853 at src/mongo/db/storage/wiredtiger/wiredtiger_util.cpp 420
      2020-08-02T00:08:05.698+0200 F - [WTJournalFlusher]
      ***aborting after fassert() failure
      
      2020-08-02T00:08:05.729+0200 F - [WTJournalFlusher] Got signal: 6 (Aborted).
       0x55d627ef10c1 0x55d627ef02d9 0x55d627ef07bd 0x7f6ba9dde8a0 0x7f6ba9a19f47 0x7f6ba9a1b8b1 0x55d62649ff65 0x55d6265a4ec6 0x55d62660f469 0x55d626427938 0x55d626427d52 0x55d6265e2253 0x55d6266ac38e 0x55d6266b2c1b 0x55d626601c9e 0x55d62659df14 0x55d62658148e 0x55d62793b351 0x55d6280004c0 0x7f6ba9dd36db 0x7f6ba9afca3f
      ----- BEGIN BACKTRACE -----
      {"backtrace":[{"b":"55D625A77000","o":"247A0C1","s":"_ZN5mongo15printStackTraceERSo"},{"b":"55D625A77000","o":"24792D9"},{"b":"55D625A77000","o":"24797BD"},{"b":"7F6BA9DCC000","o":"128A0"},{"b":"7F6BA99DB000","o":"3EF47","s":"gsignal"},{"b":"7F6BA99DB000","o":"408B1","s":"abort"},{"b":"55D625A77000","o":"A28F65","s":"_ZN5mongo32fassertFailedNoTraceWithLocationEiPKcj"},{"b":"55D625A77000","o":"B2DEC6"},{"b":"55D625A77000","o":"B98469"},{"b":"55D625A77000","o":"9B0938","s":"__wt_err_func"},{"b":"55D625A77000","o":"9B0D52","s":"__wt_panic"},{"b":"55D625A77000","o":"B6B253"},{"b":"55D625A77000","o":"C3538E","s":"__wt_log_force_sync"},{"b":"55D625A77000","o":"C3BC1B","s":"__wt_log_flush"},{"b":"55D625A77000","o":"B8AC9E"},{"b":"55D625A77000","o":"B26F14","s":"_ZN5mongo22WiredTigerSessionCache16waitUntilDurableEbb"},{"b":"55D625A77000","o":"B0A48E","s":"_ZN5mongo18WiredTigerKVEngine24WiredTigerJournalFlusher3runEv"},{"b":"55D625A77000","o":"1EC4351","s":"_ZN5mongo13BackgroundJob7jobBodyEv"},{"b":"55D625A77000","o":"25894C0"},{"b":"7F6BA9DCC000","o":"76DB"},{"b":"7F6BA99DB000","o":"121A3F","s":"clone"}],"processInfo":{ "mongodbVersion" : "4.0.19", "gitVersion" : "7e28f4296a04d858a2e3dd84a1e79c9ba59a9568", "compiledModules" : [], "uname" : { "sysname" : "Linux", "release" : "5.4.0-42-generic", "version" : "#46~18.04.1-Ubuntu SMP Fri Jul 10 07:21:24 UTC 2020", "machine" : "x86_64" }, "somap" : [ { "b" : "55D625A77000", "elfType" : 3, "buildId" : "811FD731D59F63324FC521B5CDF5C0021BE4DF25" }, { "b" : "7FFC27701000", "path" : "linux-vdso.so.1", "elfType" : 3, "buildId" : "9D2C5B553C2E643CA8C61C2CC2D838959BD5A285" }, { "b" : "7F6BAB320000", "path" : "/usr/lib/x86_64-linux-gnu/libcurl.so.4", "elfType" : 3, "buildId" : "7AC7E2A143E253DF17105A3AFD3B63C9C419C802" }, { "b" : "7F6BAB105000", "path" : "/lib/x86_64-linux-gnu/libresolv.so.2", "elfType" : 3, "buildId" : "965581AF9EDD1C7EADF35822F93C1C1D95E52AAC" }, { "b" : "7F6BAAC3A000", "path" : "/usr/lib/x86_64-linux-gnu/libcrypto.so.1.1", "elfType" : 3, "buildId" : "812108064C0E61DF52271B3147248999619E7AFF" }, { "b" : "7F6BAA9AD000", "path" : "/usr/lib/x86_64-linux-gnu/libssl.so.1.1", "elfType" : 3, "buildId" : "881B3F4FDA206DF3909B141DC7410A08C2DD4B90" }, { "b" : "7F6BAA7A9000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3, "buildId" : "B22BAF34FB22284EC8E3818961CDF01CCAB3441C" }, { "b" : "7F6BAA5A1000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3, "buildId" : "3F29B196C7C124797473113FD2D0833881BF0DE5" }, { "b" : "7F6BAA203000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3, "buildId" : "9EF1967ED985A60AC2288C3E1D8C8375F48B841D" }, { "b" : "7F6BA9FEB000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3, "buildId" : "679F3AE11120EC7C483BC9295345D836F5C104F7" }, { "b" : "7F6BA9DCC000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3, "buildId" : "BC3C06107774266C5F7DB3F1F380A3DA68AF90FA" }, { "b" : "7F6BA99DB000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3, "buildId" : "D3CF764B2F97AC3EFE366DDD07AD902FB6928FD7" }, { "b" : "7F6BAB59F000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "C93445FE9506EEE727E6F04F1AC8F460E49EB366" }, { "b" : "7F6BA97B6000", "path" : "/usr/lib/x86_64-linux-gnu/libnghttp2.so.14", "elfType" : 3, "buildId" : "4F00E5207693FDC249DA42EC6472ACA6A7B929AE" }, { "b" : "7F6BA9599000", "path" : "/usr/lib/x86_64-linux-gnu/libidn2.so.0", "elfType" : 3, "buildId" : "EE6E9462BA2491F4EE8C4E52C3323274A9366614" }, { "b" : "7F6BA937D000", "path" : "/usr/lib/x86_64-linux-gnu/librtmp.so.1", "elfType" : 3, "buildId" : "69465D8AA6B19086ABF2455A703F9168BF82A69F" }, { "b" : "7F6BA916F000", "path" : "/usr/lib/x86_64-linux-gnu/libpsl.so.5", "elfType" : 3, "buildId" : "CDAF1F1946846941F9D06414EC8C812D131A168E" }, { "b" : "7F6BA8F24000", "path" : "/usr/lib/x86_64-linux-gnu/libgssapi_krb5.so.2", "elfType" : 3, "buildId" : "00F419F64B0E70D8C5EEF7050369AA40B2A6E090" }, { "b" : "7F6BA8CD2000", "path" : "/usr/lib/x86_64-linux-gnu/libldap_r-2.4.so.2", "elfType" : 3, "buildId" : "1FA0C68BD79C2B0BB61FB0366166FE089E558294" }, { "b" : "7F6BA8AC4000", "path" : "/usr/lib/x86_64-linux-gnu/liblber-2.4.so.2", "elfType" : 3, "buildId" : "76CADC2F6F5DDFA1B21319CE46FC748F9B26F797" }, { "b" : "7F6BA88A7000", "path" : "/lib/x86_64-linux-gnu/libz.so.1", "elfType" : 3, "buildId" : "EF3E006DFE3132A41D4D4DC0E407D6EA658E11C4" }, { "b" : "7F6BA8529000", "path" : "/usr/lib/x86_64-linux-gnu/libunistring.so.2", "elfType" : 3, "buildId" : "0E2784298E7D3F4D894FE130ACEFA77C3E624F72" }, { "b" : "7F6BA81C3000", "path" : "/usr/lib/x86_64-linux-gnu/libgnutls.so.30", "elfType" : 3, "buildId" : "6544D8188A66710C54D863B7B68E5DD1DFBAE891" }, { "b" : "7F6BA7F8F000", "path" : "/usr/lib/x86_64-linux-gnu/libhogweed.so.4", "elfType" : 3, "buildId" : "842BDF0B0EAAB82E19F1EABFC38769F4040FBE31" }, { "b" : "7F6BA7D59000", "path" : "/usr/lib/x86_64-linux-gnu/libnettle.so.6", "elfType" : 3, "buildId" : "C20D4B3BA13FCDCC3BF6857689BA9FC70BE3F6A5" }, { "b" : "7F6BA7AD8000", "path" : "/usr/lib/x86_64-linux-gnu/libgmp.so.10", "elfType" : 3, "buildId" : "D40EA9B5EC5BC46799E4A412319617BD38BE9341" }, { "b" : "7F6BA7802000", "path" : "/usr/lib/x86_64-linux-gnu/libkrb5.so.3", "elfType" : 3, "buildId" : "69FBCF425EE6DF03DE93B82FBC2FC33790E68A96" }, { "b" : "7F6BA75D0000", "path" : "/usr/lib/x86_64-linux-gnu/libk5crypto.so.3", "elfType" : 3, "buildId" : "F400D5D643A7F9696DF0E6148FA99BEE6C1BDDF7" }, { "b" : "7F6BA73CC000", "path" : "/lib/x86_64-linux-gnu/libcom_err.so.2", "elfType" : 3, "buildId" : "17107881DF65C66B4C6D38CAB37C285FA44663BD" }, { "b" : "7F6BA71C1000", "path" : "/usr/lib/x86_64-linux-gnu/libkrb5support.so.0", "elfType" : 3, "buildId" : "D78D71E8E016A534281B25B97CD7E5E9DB5FE00A" }, { "b" : "7F6BA6FA6000", "path" : "/usr/lib/x86_64-linux-gnu/libsasl2.so.2", "elfType" : 3, "buildId" : "6E98533B96F674F77C1BD83AA3565D974D9C4372" }, { "b" : "7F6BA6D65000", "path" : "/usr/lib/x86_64-linux-gnu/libgssapi.so.3", "elfType" : 3, "buildId" : "A1A98DB481968073636BBAECB561A3EA8ED198AE" }, { "b" : "7F6BA6A36000", "path" : "/usr/lib/x86_64-linux-gnu/libp11-kit.so.0", "elfType" : 3, "buildId" : "8DBD451EA5651283905E16FA7DFA9908688893A3" }, { "b" : "7F6BA6823000", "path" : "/usr/lib/x86_64-linux-gnu/libtasn1.so.6", "elfType" : 3, "buildId" : "6036B89A3BB671B32E01464C0C82BFA016186352" }, { "b" : "7F6BA661F000", "path" : "/lib/x86_64-linux-gnu/libkeyutils.so.1", "elfType" : 3, "buildId" : "F463E107B099910463BC32E837C73D341A52C27B" }, { "b" : "7F6BA6416000", "path" : "/usr/lib/x86_64-linux-gnu/libheimntlm.so.0", "elfType" : 3, "buildId" : "C2376C5B831991591F1A67B976758185F86896D8" }, { "b" : "7F6BA6189000", "path" : "/usr/lib/x86_64-linux-gnu/libkrb5.so.26", "elfType" : 3, "buildId" : "69BDEE5FA0FEEDF317308BE850F78761861D520A" }, { "b" : "7F6BA5EE7000", "path" : "/usr/lib/x86_64-linux-gnu/libasn1.so.8", "elfType" : 3, "buildId" : "315D74995AAA32DE4D15BA25F335066988B1B230" }, { "b" : "7F6BA5CB1000", "path" : "/usr/lib/x86_64-linux-gnu/libhcrypto.so.4", "elfType" : 3, "buildId" : "6673972A1C24A89EBAFBAE696188A4CB26C6DDEB" }, { "b" : "7F6BA5A9B000", "path" : "/usr/lib/x86_64-linux-gnu/libroken.so.18", "elfType" : 3, "buildId" : "430827C33259C12248CF44B91A9A9821114376F5" }, { "b" : "7F6BA5893000", "path" : "/usr/lib/x86_64-linux-gnu/libffi.so.6", "elfType" : 3, "buildId" : "3555B5F599C9787DFDDBF9E8DF6F706B9044D985" }, { "b" : "7F6BA566A000", "path" : "/usr/lib/x86_64-linux-gnu/libwind.so.0", "elfType" : 3, "buildId" : "93A0931B1C2818F0EA224CE6FE5E31E84A9B55BB" }, { "b" : "7F6BA545B000", "path" : "/usr/lib/x86_64-linux-gnu/libheimbase.so.1", "elfType" : 3, "buildId" : "669D4CCE42FA4382796EFFCF0C16F459F4382C4C" }, { "b" : "7F6BA5211000", "path" : "/usr/lib/x86_64-linux-gnu/libhx509.so.5", "elfType" : 3, "buildId" : "4B80C543356EE0AF9039EFE7C9EA1CC1F74C426A" }, { "b" : "7F6BA4F08000", "path" : "/usr/lib/x86_64-linux-gnu/libsqlite3.so.0", "elfType" : 3, "buildId" : "1E52E04B0722C6CFB8E534FB8DA45DDF95B46C19" }, { "b" : "7F6BA4CD0000", "path" : "/lib/x86_64-linux-gnu/libcrypt.so.1", "elfType" : 3, "buildId" : "0E6872C952DC832E87A90BD2A50DC9C88AC441EF" } ] }}
       mongod(_ZN5mongo15printStackTraceERSo+0x41) [0x55d627ef10c1]
       mongod(+0x24792D9) [0x55d627ef02d9]
       mongod(+0x24797BD) [0x55d627ef07bd]
       libpthread.so.0(+0x128A0) [0x7f6ba9dde8a0]
       libc.so.6(gsignal+0xC7) [0x7f6ba9a19f47]
       libc.so.6(abort+0x141) [0x7f6ba9a1b8b1]
       mongod(_ZN5mongo32fassertFailedNoTraceWithLocationEiPKcj+0x0) [0x55d62649ff65]
       mongod(+0xB2DEC6) [0x55d6265a4ec6]
       mongod(+0xB98469) [0x55d62660f469]
       mongod(__wt_err_func+0x90) [0x55d626427938]
       mongod(__wt_panic+0x39) [0x55d626427d52]
       mongod(+0xB6B253) [0x55d6265e2253]
       mongod(__wt_log_force_sync+0x2EE) [0x55d6266ac38e]
       mongod(__wt_log_flush+0xDB) [0x55d6266b2c1b]
       mongod(+0xB8AC9E) [0x55d626601c9e]
       mongod(_ZN5mongo22WiredTigerSessionCache16waitUntilDurableEbb+0x314) [0x55d62659df14]
       mongod(_ZN5mongo18WiredTigerKVEngine24WiredTigerJournalFlusher3runEv+0x11E) [0x55d62658148e]
       mongod(_ZN5mongo13BackgroundJob7jobBodyEv+0x131) [0x55d62793b351]
       mongod(+0x25894C0) [0x55d6280004c0]
       libpthread.so.0(+0x76DB) [0x7f6ba9dd36db]
       libc.so.6(clone+0x3F) [0x7f6ba9afca3f]
      ----- END BACKTRACE -----
      
      

       

       

            Assignee:
            dmitry.agranat@mongodb.com Dmitry Agranat
            Reporter:
            nikolarancic@yahoo.com firstName lastName
            Votes:
            0 Vote for this issue
            Watchers:
            5 Start watching this issue

              Created:
              Updated:
              Resolved: