Loading...

Type: Bug
Resolution: Won't Fix
Priority: Minor - P4
Fix Version/s: None
Affects Version/s: None
Component/s: None
Labels:
None
Environment:
ubuntu 24.04

Assigned Teams:

DB Tools, Tools and Replicator

日志如下：
{"t":

{"$date":"2024-12-31T13:10:54.485+08:00"}

,"s":"I", "c":"WTCHKPT", "id":22430, "ctx":"Checkpointer","msg":"WiredTiger message","attr":{"message":

{"ts_sec":1735621854,"ts_usec":485744,"thread":"85890:0x7f095fafb700","session_name":"WT_SESSION.checkpoint","category":"WT_VERB_CHECKPOINT_PROGRESS","category_id":6,"verbose_level":"DEBUG_1","verbose_level_id":1,"msg":"saving checkpoint snapshot min: 914, snapshot max: 914 snapshot count: 0, oldest timestamp: (0, 0) , meta checkpoint timestamp: (0, 0) base write gen: 111262696"}

}}
{"t":

{"$date":"2024-12-31T13:10:54.542+08:00"}

,"s":"I", "c":"INDEX", "id":20303, "ctx":"initandlisten","msg":"validating collection","attr":{"namespace":"JingDong.nes_bu_baseinfo_640wan","uuid":{"uuid":{"$uuid":"969622e0-f40a-40f0-b107-fc235a86c48f"}}}}
{"t":

{"$date":"2024-12-31T13:10:56.196+08:00"}

,"s":"E", "c":"WT", "id":22435, "ctx":"thread12","msg":"WiredTiger error message","attr":{"error":24,"message":

{"ts_sec":1735621856,"ts_usec":150148,"thread":"85890:0x7f0963b03700","session_name":"log-server","category":"WT_VERB_DEFAULT","category_id":9,"verbose_level":"ERROR","verbose_level_id":-3,"msg":"__directory_list_worker:46:/data/mongo/mongodb/journal: directory-list: opendir","error_str":"Too many open files","error_code":24}

}}
{"t":

{"$date":"2024-12-31T13:10:56.229+08:00"}

,"s":"E", "c":"WT", "id":22435, "ctx":"thread12","msg":"WiredTiger error message","attr":{"error":24,"message":

{"ts_sec":1735621856,"ts_usec":229310,"thread":"85890:0x7f0963b03700","session_name":"log-server","category":"WT_VERB_DEFAULT","category_id":9,"verbose_level":"ERROR","verbose_level_id":-3,"msg":"__log_prealloc_once:514:log pre-alloc server error","error_str":"Too many open files","error_code":24}

}}
{"t":

{"$date":"2024-12-31T13:10:56.229+08:00"}

,"s":"E", "c":"WT", "id":22435, "ctx":"thread12","msg":"WiredTiger error message","attr":{"error":24,"message":

{"ts_sec":1735621856,"ts_usec":229408,"thread":"85890:0x7f0963b03700","session_name":"log-server","category":"WT_VERB_DEFAULT","category_id":9,"verbose_level":"ERROR","verbose_level_id":-3,"msg":"__log_server:924:log server error","error_str":"Too many open files","error_code":24}

}}
{"t":

{"$date":"2024-12-31T13:10:56.234+08:00"}

,"s":"E", "c":"WT", "id":22435, "ctx":"thread12","msg":"WiredTiger error message","attr":{"error":-31804,"message":

{"ts_sec":1735621856,"ts_usec":229465,"thread":"85890:0x7f0963b03700","session_name":"log-server","category":"WT_VERB_DEFAULT","category_id":9,"verbose_level":"ERROR","verbose_level_id":-3,"msg":"__log_server:924:the process must exit and restart","error_str":"WT_PANIC: WiredTiger library panic","error_code":-31804}

}}
{"t":

{"$date":"2024-12-31T13:10:56.264+08:00"}

,"s":"F", "c":"ASSERT", "id":23083, "ctx":"initandlisten","msg":"Invariant failure","attr":{"expr":"cursor->get_key(cursor, &recordId)","error":"UnknownError: -31804: WT_PANIC: WiredTiger library panic","file":"src/mongo/db/storage/wiredtiger/wiredtiger_record_store.cpp","line":2312}}
{"t":

{"$date":"2024-12-31T13:10:56.266+08:00"}

,"s":"F", "c":"ASSERT", "id":23084, "ctx":"initandlisten","msg":"\n\n***aborting after invariant() failure\n\n"}
{"t":

{"$date":"2024-12-31T13:10:56.283+08:00"}

,"s":"F", "c":"CONTROL", "id":6384300, "ctx":"initandlisten","msg":"Writing fatal message","attr":{"message":"\n"}}
{"t":

{"$date":"2024-12-31T13:10:56.291+08:00"}

,"s":"F", "c":"CONTROL", "id":6384300, "ctx":"initandlisten","msg":"Writing fatal message","attr":{"message":"Got signal: 6 (Aborted).\n"}}
{"t":

{"$date":"2024-12-31T13:10:56.308+08:00"}

,"s":"E", "c":"WT", "id":22435, "ctx":"thread13","msg":"WiredTiger error message","attr":{"error":-31804,"message":

{"ts_sec":1735621856,"ts_usec":308893,"thread":"85890:0x7f0962b01700","session_name":"eviction-server","category":"WT_VERB_DEFAULT","category_id":9,"verbose_level":"ERROR","verbose_level_id":-3,"msg":"__wt_evict_thread_run:344:cache eviction thread error","error_str":"WT_PANIC: WiredTiger library panic","error_code":-31804}

}}
{"t":

{"$date":"2024-12-31T13:10:56.319+08:00"}

,"s":"F", "c":"ASSERT", "id":23083, "ctx":"JournalFlusher","msg":"Invariant failure","attr":{"expr":"_waitUntilDurableSession->log_flush(_waitUntilDurableSession, \"sync=on\")","error":"UnknownError: -31804: WT_PANIC: WiredTiger library panic","file":"src/mongo/db/storage/wiredtiger/wiredtiger_session_cache.cpp","line":343}}
{"t":

{"$date":"2024-12-31T13:10:56.319+08:00"}

,"s":"F", "c":"ASSERT", "id":23084, "ctx":"JournalFlusher","msg":"\n\n***aborting after invariant() failure\n\n"}
{"t":

{"$date":"2024-12-31T13:10:56.516+08:00"}

,"s":"E", "c":"WT", "id":22435, "ctx":"thread14","msg":"WiredTiger error message","attr":{"error":-31804,"message":

{"ts_sec":1735621856,"ts_usec":516615,"thread":"85890:0x7f0963302700","session_name":"eviction-server","category":"WT_VERB_DEFAULT","category_id":9,"verbose_level":"ERROR","verbose_level_id":-3,"msg":"__wt_evict_thread_run:344:cache eviction thread error","error_str":"WT_PANIC: WiredTiger library panic","error_code":-31804}

}}
{"t":

{"$date":"2024-12-31T13:10:56.608+08:00"}

,"s":"E", "c":"CONTROL", "id":31430, "ctx":"initandlisten","msg":"Error collecting stack trace","attr":{"error":"unw_get_proc_name(56490C0E2078): unspecified (general) error\nunw_get_proc_name(56490C0DC9F7): unspecified (general) error\nunw_get_proc_name(7F096C266630): unspecified (general) error\nunw_get_proc_name(7F096BEBF387): unspecified (general) error\nunw_get_proc_name(7F096BEC0A78): unspecified (general) error\nunw_get_proc_name(56490C0CE697): unspecified (general) error\nunw_get_proc_name(56490C0CFBE8): unspecified (general) error\nunw_get_proc_name(5649094D7436): unspecified (general) error\nunw_get_proc_name(5649094E35F2): unspecified (general) error\nunw_get_proc_name(5649099DA3DE): unspecified (general) error\nunw_get_proc_name(564909134018): unspecified (general) error\nunw_get_proc_name(56490912A8A2): unspecified (general) error\nunw_get_proc_name(56490813F912): unspecified (general) error\nunw_get_proc_name(56490814068E): unspecified (general) error\nunw_get_proc_name(564908148CE1): unspecified (general) error\nunw_get_proc_name(5649080EC02E): unspecified (general) error\nunw_get_proc_name(5649080F03BA): unspecified (general) error\nunw_get_proc_name(5649080E86F5): unspecified (general) error\nunw_get_proc_name(7F096BEAB555): unspecified (general) error\nunw_get_proc_name(5649080E8629): unspecified (general) error\n"}}
{"t":

{"$date":"2024-12-31T13:10:56.608+08:00"}

,"s":"I", "c":"CONTROL", "id":31380, "ctx":"initandlisten","msg":"BACKTRACE","attr":{"bt":{"backtrace":[

{"a":"56490C0E2078","b":"564904630000","o":"7AB2078","s":"_ZN5mongo15printStackTraceEv","C":"mongo::printStackTrace()","s+":"38"}

,

{"a":"56490C0DC9F7","b":"564904630000","o":"7AAC9F7","s":"abruptQuit","s+":"77"}

,

{"a":"7F096C266630","b":"7F096C257000","o":"F630"}

,

{"a":"7F096BEBF387","b":"7F096BE89000","o":"36387","s":"gsignal","s+":"37"}

,

{"a":"7F096BEC0A78","b":"7F096BE89000","o":"37A78","s":"abort","s+":"148"}

,

{"a":"56490C0CE697","b":"564904630000","o":"7A9E697"}

,

{"a":"56490C0CFBE8","b":"564904630000","o":"7A9FBE8","s":"_ZN5mongo17invariantOKFailedEPKcRKNS_6StatusES1_j","C":"mongo::invariantOKFailed(char const*, mongo::Status const&, char const*, unsigned int)","s+":"279"}

,

{"a":"5649094D7436","b":"564904630000","o":"4EA7436","s":"_ZNK5mongo35WiredTigerRecordStoreStandardCursor6getKeyEP11__wt_cursor","C":"mongo::WiredTigerRecordStoreStandardCursor::getKey(__wt_cursor*) const","s+":"136"}

,

{"a":"5649094E35F2","b":"564904630000","o":"4EB35F2","s":"_ZN5mongo31WiredTigerRecordStoreCursorBase4nextEv","C":"mongo::WiredTigerRecordStoreCursorBase::next()","s+":"572"}

,

{"a":"5649099DA3DE","b":"564904630000","o":"53AA3DE","s":"_ZN5mongo28SeekableRecordThrottleCursor4nextEPNS_16OperationContextE","C":"mongo::SeekableRecordThrottleCursor::next(mongo::OperationContext*)","s+":"2E"}

,

{"a":"564909134018","b":"564904630000","o":"4B04018","s":"_ZN5mongo15ValidateAdaptor19traverseRecordStoreEPNS_16OperationContextEPNS_15ValidateResultsEPNS_14BSONObjBuilderENS_17ValidationVersionE","C":"mongo::ValidateAdaptor::traverseRecordStore(mongo::OperationContext*, mongo::ValidateResults*, mongo::BSONObjBuilder*, mongo::ValidationVersion)","s+":"898"}

,

{"a":"56490912A8A2","b":"564904630000","o":"4AFA8A2","s":"_ZN5mongo20CollectionValidation8validateEPNS_16OperationContextERKNS_15NamespaceStringENS0_12ValidateModeENS0_10RepairModeERKNS0_17AdditionalOptionsEPNS_15ValidateResultsEPNS_14BSONObjBuilderEb","C":"mongo::CollectionValidation::validate(mongo::OperationContext*, mongo::NamespaceString const&, mongo::CollectionValidation::ValidateMode, mongo::CollectionValidation::RepairMode, mongo::CollectionValidation::AdditionalOptions const&, mongo::ValidateResults*, mongo::BSONObjBuilder*, bool)","s+":"1782"}

,

{"a":"56490813F912","b":"564904630000","o":"3B0F912","s":"_ZN5mongo6repair16repairCollectionEPNS_16OperationContextEPNS_13StorageEngineERKNS_15NamespaceStringE","C":"mongo::repair::repairCollection(mongo::OperationContext*, mongo::StorageEngine*, mongo::NamespaceString const&)","s+":"912"}

,

{"a":"56490814068E","b":"564904630000","o":"3B1068E","s":"_ZN5mongo6repair14repairDatabaseEPNS_16OperationContextEPNS_13StorageEngineERKNS_12DatabaseNameE","C":"mongo::repair::repairDatabase(mongo::OperationContext*, mongo::StorageEngine*, mongo::DatabaseName const&)","s+":"30E"}

,

{"a":"564908148CE1","b":"564904630000","o":"3B18CE1","s":"_ZN5mongo16startup_recovery25repairAndRecoverDatabasesEPNS_16OperationContextENS_13StorageEngine17LastShutdownStateEPNS_14BSONObjBuilderE","C":"mongo::startup_recovery::repairAndRecoverDatabases(mongo::OperationContext*, mongo::StorageEngine::LastShutdownState, mongo::BSONObjBuilder*)","s+":"C21"}

,

{"a":"5649080EC02E","b":"564904630000","o":"3ABC02E"}

,

{"a":"5649080F03BA","b":"564904630000","o":"3AC03BA","s":"_ZN5mongo11mongod_mainEiPPc","C":"mongo::mongod_main(int, char**)","s+":"EAA"}

,

{"a":"5649080E86F5","b":"564904630000","o":"3AB86F5","s":"main","s+":"C"}

,

{"a":"7F096BEAB555","b":"7F096BE89000","o":"22555","s":"__libc_start_main","s+":"F5"}

,

{"a":"5649080E8629","b":"564904630000","o":"3AB8629"}

],"processInfo":{"mongodbVersion":"7.0.14","gitVersion":"ce59cfc6a3c5e5c067dca0d30697edd68d4f5188","compiledModules":[],"uname":

{"sysname":"Linux","release":"3.10.0-1160.119.1.el7.x86_64","version":"#1 SMP Tue Jun 4 14:43:51 UTC 2024","machine":"x86_64"}

,"somap":[

{"b":"564904630000","elfType":3,"buildId":"A3E9D3D2BB72043B"}

,

{"b":"7F096C257000","path":"/lib64/libpthread.so.0","elfType":3,"buildId":"E10CC8F2B932FC3DAEDA22F8DAC5EBB969524E5B"}

,

{"b":"7F096BE89000","path":"/lib64/libc.so.6","elfType":3,"buildId":"1A8FB61BB4614A483833D5334202AB50EDDA2A25"}

]}}},"tags":[]}
{"t":

{"$date":"2024-12-31T13:10:56.609+08:00"}