Uploaded image for project: 'Core Server'
  1. Core Server
  2. SERVER-17814

eviction-server: the process must exit and restart: WT_PANIC: WiredTiger library panic

    • Type: Icon: Bug Bug
    • Resolution: Duplicate
    • Priority: Icon: Major - P3 Major - P3
    • None
    • Affects Version/s: 3.0.1
    • Component/s: WiredTiger
    • Labels:
      None
    • ALL

      2015-03-31T13:19:29.371+0800 I COMMAND  [conn3] command wap.$cmd command: create { create: "client_docList_8a" } ntoreturn:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:37 locks:{} 107ms
      2015-03-31T13:19:34.320+0800 I COMMAND  [conn3] command wap.$cmd command: create { create: "client_commentnum_a5" } ntoreturn:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:37 locks:{} 324ms
      2015-03-31T13:19:37.658+0800 I COMMAND  [conn3] command wap.$cmd command: create { create: "client_shareinfo_20" } ntoreturn:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:37 locks:{} 218ms
      2015-03-31T13:20:43.222+0800 I COMMAND  [conn3] command wap.$cmd command: create { create: "client_shareinfo_6e" } ntoreturn:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:37 locks:{} 63145ms
      2015-03-31T13:21:54.508+0800 I COMMAND  [conn3] command wap.$cmd command: create { create: "m_chaozhi_b8" } ntoreturn:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:37 locks:{} 614ms
      2015-03-31T13:21:55.116+0800 I COMMAND  [conn3] command wap.$cmd command: create { create: "m_search_1.6.0_ac" } ntoreturn:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:37 locks:{} 541ms
      2015-03-31T13:21:56.372+0800 I COMMAND  [conn3] command wap.$cmd command: create { create: "client_docList_offline_c6" } ntoreturn:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:37 locks:{} 771ms
      2015-03-31T13:21:57.299+0800 I COMMAND  [conn3] command wap.$cmd command: create { create: "client_docListUpdateNum_55" } ntoreturn:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:37 locks:{} 109ms
      2015-03-31T13:21:58.583+0800 I COMMAND  [conn3] command wap.$cmd command: create { create: "client_docListUpdateNum_b5" } ntoreturn:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:37 locks:{} 1278ms
      2015-03-31T13:23:02.485+0800 I COMMAND  [conn3] command wap.$cmd command: create { create: "client_search_c6" } ntoreturn:1 keyUpdates:0 writeConflicts:0 numYields:0 reslen:37 locks:{} 63761ms
      2015-03-31T13:24:02.603+0800 I WRITE    [conn3] insert bbs_session.book_42 keyUpdates:0 writeConflicts:0 exception: E11000 duplicate key error dup key: { : "42c3d1ef7cce4cb54df6deefca8eaacb" } code:11000 numYields:0 locks:{} 139ms
      2015-03-31T13:26:40.738+0800 I WRITE    [conn3] update bbs.tbl_7a query: { _id: "7aece0e566a31ba699d9d8f1abcd6eda" } update: { key: "bbs:boardinfo:sjbbs:comment", data: false, life: 1430364913, _id: "7aece0e566a31ba699d9d8f1abcd6eda" } nscanned:1 nscannedObjects:1 nMatched:1 nModified:1 keyUpdates:0 writeConflicts:0 numYields:1 locks:{} 128322ms
      2015-03-31T13:26:42.247+0800 E STORAGE  WiredTiger (0) [1427779602:247749][2364:0x7fb6ecaba700], file:collection-5605--8131607549760603096.wt, eviction-server: session 0x44082c0: hazard pointer table full
      2015-03-31T13:26:42.247+0800 E STORAGE  WiredTiger (12) [1427779602:247919][2364:0x7fb6ecaba700], eviction-server: cache eviction server error: Cannot allocate memory
      2015-03-31T13:26:42.247+0800 E STORAGE  WiredTiger (-31804) [1427779602:247969][2364:0x7fb6ecaba700], eviction-server: the process must exit and restart: WT_PANIC: WiredTiger library panic
      2015-03-31T13:26:42.247+0800 I -        [TTLMonitor] Fatal Assertion 28559
      2015-03-31T13:26:42.248+0800 I -        Fatal Assertion 28558
      2015-03-31T13:26:42.248+0800 I -        [conn3] Fatal Assertion 28559
      2015-03-31T13:26:42.264+0800 I -        [WiredTigerRecordStoreThread for local.oplog.$main] Fatal Assertion 28559
      2015-03-31T13:26:42.303+0800 I CONTROL  [TTLMonitor] 
       0xf662c9 0xf04841 0xee8681 0xd855c0 0xd67410 0xd693e8 0xa9336d 0xa071fe 0x9f8cb3 0xbd54a4 0xbd5854 0xbd5e8d 0xafe4a6 0xd8b6a5 0xd8c3c0 0xeeb310 0xfb4844 0x3469a079d1 0x34692e8b5d
      ----- BEGIN BACKTRACE -----
      {"backtrace":[{"b":"400000","o":"B662C9"},{"b":"400000","o":"B04841"},{"b":"400000","o":"AE8681"},{"b":"400000","o":"9855C0"},{"b":"400000","o":"967410"},{"b":"400000","o":"9693E8"},{"b":"400000","o":"69336D"},{"b":"400000","o":"6071FE"},{"b":"400000","o":"5F8CB3"},{"b":"400000","o":"7D54A4"},{"b":"400000","o":"7D5854"},{"b":"400000","o":"7D5E8D"},{"b":"400000","o":"6FE4A6"},{"b":"400000","o":"98B6A5"},{"b":"400000","o":"98C3C0"},{"b":"400000","o":"AEB310"},{"b":"400000","o":"BB4844"},{"b":"3469A00000","o":"79D1"},{"b":"3469200000","o":"E8B5D"}],"processInfo":{ "mongodbVersion" : "3.0.1", "gitVersion" : "534b5a3f9d10f00cd27737fbcd951032248b5952", "uname" : { "sysname" : "Linux", "release" : "2.6.32-431.23.3.el6.x86_64", "version" : "#1 SMP Thu Jul 31 17:20:51 UTC 2014", "machine" : "x86_64" }, "somap" : [ { "elfType" : 2, "b" : "400000", "buildId" : "4537D26B9B9ACF93627EAC9FBC8B9AB7667E99E5" }, { "b" : "7FFF28385000", "elfType" : 3, "buildId" : "1E0A7D58F454926E2AFB4797865D85801ED65ECE" }, { "path" : "/lib64/libpthread.so.0", "elfType" : 3, "buildId" : "211321F78CA244BE2B2B1B8584B460F9933BA76B" }, { "path" : "/usr/lib64/libssl.so.10", "elfType" : 3, "buildId" : "318EAB33420B000D542F09B91B716BACAB1AD546" }, { "path" : "/usr/lib64/libcrypto.so.10", "elfType" : 3, "buildId" : "3A8D65B9A373C0AFAF106F3A979835B16DBEFF1A" }, { "path" : "/lib64/librt.so.1", "elfType" : 3, "buildId" : "B26528BF6C0636AC1CAE5AC50BDBC07E60851DF4" }, { "path" : "/lib64/libdl.so.2", "elfType" : 3, "buildId" : "AFC7448F2F2F6ED4E5BC82B1BD8A7320B84A9D48" }, { "path" : "/usr/lib64/libstdc++.so.6", "elfType" : 3, "buildId" : "ED99110E629209C5CA6C0ED704F2C5CE3171513A" }, { "path" : "/lib64/libm.so.6", "elfType" : 3, "buildId" : "98B028A725D6E93253F25DF00B794DFAA66A3145" }, { "path" : "/lib64/libgcc_s.so.1", "elfType" : 3, "buildId" : "A44499D29B114A5366CD72DD4883958495AC1C1D" }, { "path" : "/lib64/libc.so.6", "elfType" : 3, "buildId" : "91D435CBF18DF05134203B0A7F7919718DBD1D75" }, { "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "57BF668F99B7F5917B8D55FBB645173C9A644575" }, { "path" : "/lib64/libgssapi_krb5.so.2", "elfType" : 3, "buildId" : "50487A3480233636C29DBCAD5DE65421808948AB" }, { "path" : "/lib64/libkrb5.so.3", "elfType" : 3, "buildId" : "D9A44621797C990C639FF2D5AA452AB559C277DE" }, { "path" : "/lib64/libcom_err.so.2", "elfType" : 3, "buildId" : "6A22EDFF4D4F04A57573E3D1536B6B4963159CD5" }, { "path" : "/lib64/libk5crypto.so.3", "elfType" : 3, "buildId" : "D180B6297A9A302693053BD753A85D04A88DE811" }, { "path" : "/lib64/libz.so.1", "elfType" : 3, "buildId" : "5FA8E5038EC04A774AF72A9BB62DC86E1049C4D6" }, { "path" : "/lib64/libkrb5support.so.0", "elfType" : 3, "buildId" : "FF9705F60A59F28CA0FC50720A4F18FA9A889BD6" }, { "path" : "/lib64/libkeyutils.so.1", "elfType" : 3, "buildId" : "8A8734DC37305D8CC2EF8F8C3E5EA03171DB07EC" }, { "path" : "/lib64/libresolv.so.2", "elfType" : 3, "buildId" : "A91A53E16DEABDFE05F28F7D04DAB5FFAA013767" }, { "path" : "/lib64/libselinux.so.1", "elfType" : 3, "buildId" : "BAD5C71361DADF259B6E306A49E6F47F24AEA3DC" }, { "b" : "7FB6ED4BC000", "path" : "/usr/lib64/gconv/ISO8859-15.so", "elfType" : 3, "buildId" : "885485CF177E6FA0A15F1C57F0AC0B98D51E9281" } ] }}
       mongod(mongo::printStackTrace(std::basic_ostream<char, std::char_traits<char> >&)+0x29) [0xf662c9]
       mongod(mongo::logContext(char const*)+0xE1) [0xf04841]
       mongod(mongo::fassertFailed(int)+0x61) [0xee8681]
       mongod(mongo::wtRCToStatus_slow(int, char const*)+0x2D0) [0xd855c0]
       mongod(+0x967410) [0xd67410]
       mongod(+0x9693E8) [0xd693e8]
       mongod(mongo::BtreeIndexCursor::seek(mongo::BSONObj const&, bool)+0x5D) [0xa9336d]
       mongod(mongo::IndexScan::restoreState(mongo::OperationContext*)+0xFE) [0xa071fe]
       mongod(mongo::DeleteStage::work(unsigned long*)+0x363) [0x9f8cb3]
       mongod(mongo::PlanExecutor::getNextSnapshotted(mongo::Snapshotted<mongo::BSONObj>*, mongo::RecordId*)+0xA4) [0xbd54a4]
       mongod(mongo::PlanExecutor::getNext(mongo::BSONObj*, mongo::RecordId*)+0x34) [0xbd5854]
       mongod(mongo::PlanExecutor::executePlan()+0x3D) [0xbd5e8d]
       mongod(mongo::deleteObjects(mongo::OperationContext*, mongo::Database*, mongo::StringData const&, mongo::BSONObj, mongo::PlanExecutor::YieldPolicy, bool, bool, bool, bool)+0x226) [0xafe4a6]
       mongod(mongo::TTLMonitor::doTTLPass()+0xC25) [0xd8b6a5]
       mongod(mongo::TTLMonitor::run()+0x250) [0xd8c3c0]
       mongod(mongo::BackgroundJob::jobBody()+0x120) [0xeeb310]
       mongod(+0xBB4844) [0xfb4844]
       libpthread.so.0(+0x79D1) [0x3469a079d1]
       libc.so.6(clone+0x6D) [0x34692e8b5d]
      -----  END BACKTRACE  -----
      2015-03-31T13:26:42.303+0800 I -        [TTLMonitor] 
      
      ***aborting after fassert() failure
      

            Assignee:
            ramon.fernandez@mongodb.com Ramon Fernandez Marina
            Reporter:
            hao helaku
            Votes:
            0 Vote for this issue
            Watchers:
            7 Start watching this issue

              Created:
              Updated:
              Resolved: