cat tmp

 

2020-07-28T20:49:02.192-0500 I NETWORK  [initandlisten] connection accepted from 10.2.8.22:59278 #9 (9 connections now open)

2020-07-28T20:49:02.644-0500 I NETWORK  [initandlisten] connection accepted from 10.2.8.21:55294 #10 (10 connections now open)

2020-07-28T20:49:04.401-0500 I REPL     [ReplicationExecutor] syncing from: snrtp-mongo1a:27017

2020-07-28T20:49:04.402-0500 I REPL     [SyncSourceFeedback] setting syncSourceFeedback to snrtp-mongo1a:27017

2020-07-28T20:49:04.403-0500 I ASIO     [NetworkInterfaceASIO-BGSync-0] Successfully connected to snrtp-mongo1a:27017

2020-07-28T20:49:04.560-0500 E STORAGE  [repl writer worker 12] WiredTiger (22) [1595987344:560675][28129:0x7f7184349700], file:dx_account_226/index-144098--7207291504352876534.wt, WT_SESSION.open_cursor: live.avail: existing range 143360-151552 overlaps with merge range 147456-151552: Invalid argument

2020-07-28T20:49:04.560-0500 E STORAGE  [repl writer worker 12] WiredTiger (-31804) [1595987344:560782][28129:0x7f7184349700], file:dx_account_226/index-144098--7207291504352876534.wt, WT_SESSION.open_cursor: the process must exit and restart: WT_PANIC: WiredTiger library panic

2020-07-28T20:49:04.560-0500 I -        [repl writer worker 12] Fatal Assertion 28558

2020-07-28T20:49:04.560-0500 I -        [repl writer worker 8] Fatal Assertion 28559

2020-07-28T20:49:04.560-0500 I -        [repl writer worker 12]

 

***aborting after fassert() failure

 

 

2020-07-28T20:49:04.560-0500 I -        [repl writer worker 8]

 

***aborting after fassert() failure

 

 

2020-07-28T20:49:04.585-0500 I -        [repl writer worker 14] Fatal Assertion 28559

2020-07-28T20:49:04.585-0500 I -        [repl writer worker 14]

 

***aborting after fassert() failure

 

 

2020-07-28T20:49:04.595-0500 F -        [repl writer worker 12] Got signal: 6 (Aborted).

 

0x13075f2 0x1306539 0x1306d42 0x7f71a5e967e0 0x7f71a5b25625 0x7f71a5b26e05 0x128f4d2 0x1084f43 0x1a4d28c 0x1a4d42d 0x1a4d814 0x198929d 0x198a424 0x198a673 0x1987787 0x198b43e 0x19a7518 0x19d8c90 0x1a4c08b 0x1a4c586 0x1a4c6bb 0x19e6f58 0x1a49b55 0x19fcaeb 0x1a499d9 0x1a49f69 0x107f6a4 0x107bbf0 0x1063ef0 0xc844af 0xaccaf9 0xad0e9f 0xad0f40 0xaaf8d5 0xaafc41 0xaafdeb 0xe98e7d 0xf2f47e 0xf292f0 0xf2b076 0xf2bc16 0xf2edbb 0x1299d9e 0x129a6f9 0x129b250 0x1abe690 0x7f71a5e8eaa1 0x7f71a5bdb93d

----- BEGIN BACKTRACE -----

{"backtrace":[\{"b":"400000","o":"F075F2"}

,{"b":"400000","o":"F06539"},{"b":"400000","o":"F06D42"},{"b":"7F71A5E87000","o":"F7E0"},{"b":"7F71A5AF3000","o":"32625"},{"b":"7F71A5AF3000","o":"33E05"},{"b":"400000","o":"E8F4D2"},{"b":"400000","o":"C84F43"},{"b":"400000","o":"164D28C"},{"b":"400000","o":"164D42D"},{"b":"400000","o":"164D814"},{"b":"400000","o":"158929D"},{"b":"400000","o":"158A424"},{"b":"400000","o":"158A673"},{"b":"400000","o":"1587787"},{"b":"400000","o":"158B43E"},{"b":"400000","o":"15A7518"},{"b":"400000","o":"15D8C90"},{"b":"400000","o":"164C08B"},{"b":"400000","o":"164C586"},{"b":"400000","o":"164C6BB"},{"b":"400000","o":"15E6F58"},{"b":"400000","o":"1649B55"},{"b":"400000","o":"15FCAEB"},{"b":"400000","o":"16499D9"},{"b":"400000","o":"1649F69"},{"b":"400000","o":"C7F6A4"},{"b":"400000","o":"C7BBF0"},{"b":"400000","o":"C63EF0"},{"b":"400000","o":"8844AF"},{"b":"400000","o":"6CCAF9"},{"b":"400000","o":"6D0E9F"},{"b":"400000","o":"6D0F40"},{"b":"400000","o":"6AF8D5"},{"b":"400000","o":"6AFC41"},{"b":"400000","o":"6AFDEB"},{"b":"400000","o":"A98E7D"},{"b":"400000","o":"B2F47E"},{"b":"400000","o":"B292F0"},{"b":"400000","o":"B2B076"},{"b":"400000","o":"B2BC16"},{"b":"400000","o":"B2EDBB"},{"b":"400000","o":"E99D9E"},{"b":"400000","o":"E9A6F9"},{"b":"400000","o":"E9B250"},{"b":"400000","o":"16BE690"},{"b":"7F71A5E87000","o":"7AA1"},{"b":"7F71A5AF3000","o":"E893D"}],"processInfo":{ "mongodbVersion" : "3.2.1", "gitVersion" : "a14d55980c2cdc565d4704a7e3ad37e4e535c1b2", "compiledModules" : [], "uname" :

{ "sysname" : "Linux", "release" : "2.6.32-573.7.1.el6.x86_64", "version" : "#1 SMP Thu Sep 10 13:42:16 EDT 2015", "machine" : "x86_64" }

, "somap" : [ { "elfType" : 2, "b" : "400000", "buildId" : "C8721EDBA2A3AED1EC436921AEA52A4B63C72F30" }, { "b" : "7FFC4BCF7000", "elfType" : 3, "buildId" : "2426D85978796C7ED259CDC601A7C310C339A21C" }, { "b" : "7F71A7034000", "path" : "/usr/lib64/libssl.so.10", "elfType" : 3, "buildId" : "7C5A504A21B221F299B1C45B9ED9C2340AEC6AEB" }, { "b" : "7F71A6C50000", "path" : "/usr/lib64/libcrypto.so.10", "elfType" : 3, "buildId" : "2CF03CE94B9388A10544E4EF073450851A4D6AEB" }, { "b" : "7F71A6A48000", "path" : "/lib64/librt.so.1", "elfType" : 3, "buildId" : "95159178F1A4A3DBDC7819FBEA2C80E5FCDD6BAC" }, { "b" : "7F71A6844000", "path" : "/lib64/libdl.so.2", "elfType" : 3, "buildId" : "29B61382141595ECBA6576232E44F2310C3AAB72" }, { "b" : "7F71A653E000", "path" : "/usr/lib64/libstdc++.so.6", "elfType" : 3, "buildId" : "28AF9321EBEA9D172CA43E11A60E02D0F7014870" }, { "b" : "7F71A62BA000", "path" : "/lib64/libm.so.6", "elfType" : 3, "buildId" : "989FE3A42CA8CEBDCC185A743896F23A0CF537ED" }, { "b" : "7F71A60A4000", "path" : "/lib64/libgcc_s.so.1", "elfType" : 3, "buildId" : "2AC15B051D1B8B53937E3341EA931D0E96F745D9" }, { "b" : "7F71A5E87000", "path" : "/lib64/libpthread.so.0", "elfType" : 3, "buildId" : "C56DD1B811FC0D9263248EBB308C73FCBCD80FC1" }, { "b" : "7F71A5AF3000", "path" : "/lib64/libc.so.6", "elfType" : 3, "buildId" : "A1DB9754D1F523A6F16ADA929D6764A133DC6FA2" }, { "b" : "7F71A72A0000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "959C5E10A47EE8A633E7681B64B4B9F74E242ED5" }, { "b" : "7F71A58AF000", "path" : "/lib64/libgssapi_krb5.so.2", "elfType" : 3, "buildId" : "0C72521270790A1BD52C8F6B989EEA5A575085BF" }, { "b" : "7F71A55C8000", "path" : "/lib64/libkrb5.so.3", "elfType" : 3, "buildId" : "DC11D5D89BDC77FF242481122D51E5A08DB60DA8" }, { "b" : "7F71A53C4000", "path" : "/lib64/libcom_err.so.2", "elfType" : 3, "buildId" : "13FFCD68952B7715DDF34C9321D82E3041EA9006" }, { "b" : "7F71A5198000", "path" : "/lib64/libk5crypto.so.3", "elfType" : 3, "buildId" : "15782495E3AF093E67DDAE9A86436FFC6B3CC4D3" }, { "b" : "7F71A4F82000", "path" : "/lib64/libz.so.1", "elfType" : 3, "buildId" : "D053BB4FF0C2FC983842F81598813B9B931AD0D1" }, { "b" : "7F71A4D77000", "path" : "/lib64/libkrb5support.so.0", "elfType" : 3, "buildId" : "44A3A1C1891B4C8170C3DB80E7117A022E5EECD0" }, { "b" : "7F71A4B74000", "path" : "/lib64/libkeyutils.so.1", "elfType" : 3, "buildId" : "3BCCABE75DC61BBA81AAE45D164E26EF4F9F55DB" }, { "b" : "7F71A495A000", "path" : "/lib64/libresolv.so.2", "elfType" : 3, "buildId" : "C39D7FFB49DFB1B55AD09D1D711AD802123F6623" }, { "b" : "7F71A473B000", "path" : "/lib64/libselinux.so.1", "elfType" : 3, "buildId" : "2D0F26E648D9661ABD83ED8B4BBE8F2CFA50393B" } ] }}

mongod(_ZN5mongo15printStackTraceERSo+0x32) [0x13075f2]

mongod(+0xF06539) [0x1306539]

mongod(+0xF06D42) [0x1306d42]

libpthread.so.0(+0xF7E0) [0x7f71a5e967e0]

libc.so.6(gsignal+0x35) [0x7f71a5b25625]

libc.so.6(abort+0x175) [0x7f71a5b26e05]

mongod(_ZN5mongo13fassertFailedEi+0x82) [0x128f4d2]

mongod(+0xC84F43) [0x1084f43]

mongod(__wt_eventv+0x40C) [0x1a4d28c]

mongod(__wt_err+0x8D) [0x1a4d42d]

mongod(__wt_panic+0x24) [0x1a4d814]

mongod(+0x158929D) [0x198929d]

mongod(__wt_block_extlist_read+0x394) [0x198a424]

mongod(__wt_block_extlist_read_avail+0x33) [0x198a673]

mongod(__wt_block_checkpoint_load+0x3B7) [0x1987787]

mongod(+0x158B43E) [0x198b43e]

mongod(__wt_btree_open+0xC68) [0x19a7518]

mongod(__wt_conn_btree_open+0x140) [0x19d8c90]

mongod(__wt_session_get_btree+0xEB) [0x1a4c08b]

mongod(__wt_session_get_btree+0x5E6) [0x1a4c586]

mongod(__wt_session_get_btree_ckpt+0xAB) [0x1a4c6bb]

mongod(__wt_curfile_open+0x208) [0x19e6f58]

mongod(+0x1649B55) [0x1a49b55]

mongod(__wt_curtable_open+0x34B) [0x19fcaeb]

mongod(+0x16499D9) [0x1a499d9]

mongod(+0x1649F69) [0x1a49f69]

mongod(_ZN5mongo17WiredTigerSession9getCursorERKSsmb+0x94) [0x107f6a4]

mongod(_ZN5mongo16WiredTigerCursorC1ERKSsmbPNS_16OperationContextE+0x50) [0x107bbf0]

mongod(_ZN5mongo15WiredTigerIndex6insertEPNS_16OperationContextERKNS_7BSONObjERKNS_8RecordIdEb+0xA0) [0x1063ef0]

mongod(_ZN5mongo17IndexAccessMethod6insertEPNS_16OperationContextERKNS_7BSONObjERKNS_8RecordIdERKNS_19InsertDeleteOptionsEPl+0x18F) [0xc844af]

mongod(_ZN5mongo12IndexCatalog21_indexFilteredRecordsEPNS_16OperationContextEPNS_17IndexCatalogEntryERKSt6vectorINS_10BsonRecordESaIS6_EE+0x109) [0xaccaf9]

mongod(_ZN5mongo12IndexCatalog13_indexRecordsEPNS_16OperationContextEPNS_17IndexCatalogEntryERKSt6vectorINS_10BsonRecordESaIS6_EE+0x11F) [0xad0e9f]

mongod(_ZN5mongo12IndexCatalog12indexRecordsEPNS_16OperationContextERKSt6vectorINS_10BsonRecordESaIS4_EE+0x80) [0xad0f40]

mongod(ZN5mongo10Collection16_insertDocumentsEPNS_16OperationContextEN9gnu_cxx17_normal_iteratorIPKNS_7BSONObjESt6vectorIS5_SaIS5_EEEESB_b+0x325) [0xaaf8d5]

mongod(ZN5mongo10Collection15insertDocumentsEPNS_16OperationContextEN9gnu_cxx17_normal_iteratorIPKNS_7BSONObjESt6vectorIS5_SaIS5_EEEESB_bb+0x1B1) [0xaafc41]

mongod(_ZN5mongo10Collection14insertDocumentEPNS_16OperationContextERKNS_7BSONObjEbb+0x6B) [0xaafdeb]

mongod(_ZN5mongo4repl21applyOperation_inlockEPNS_16OperationContextEPNS_8DatabaseERKNS_7BSONObjEb+0xF1D) [0xe98e7d]

mongod(_ZNSt17_Function_handlerIFN5mongo6StatusEPNS0_16OperationContextEPNS0_8DatabaseERKNS0_7BSONObjEbEPS9_E9_M_invokeERKSt9_Any_dataS3_S5_S8_b+0x1E) [0xf2f47e]

mongod(+0xB292F0) [0xf292f0]

mongod(_ZN5mongo4repl8SyncTail9syncApplyEPNS_16OperationContextERKNS_7BSONObjEbSt8functionIFNS_6StatusES3_PNS_8DatabaseES6_bEES7_IFS8_S3_S6_EES7_IFvvEE+0x336) [0xf2b076]

mongod(_ZN5mongo4repl8SyncTail9syncApplyEPNS_16OperationContextERKNS_7BSONObjEb+0xE6) [0xf2bc16]

mongod(_ZN5mongo4repl14multiSyncApplyERKSt6vectorINS_7BSONObjESaIS2_EEPNS0_8SyncTailE+0x9B) [0xf2edbb]

mongod(_ZN5mongo10ThreadPool10_doOneTaskEPSt11unique_lockISt5mutexE+0x11E) [0x1299d9e]

mongod(_ZN5mongo10ThreadPool13_consumeTasksEv+0xA9) [0x129a6f9]

mongod(_ZN5mongo10ThreadPool17_workerThreadBodyEPS0_RKSs+0x100) [0x129b250]

mongod(+0x16BE690) [0x1abe690]

libpthread.so.0(+0x7AA1) [0x7f71a5e8eaa1]

libc.so.6(clone+0x6D) [0x7f71a5bdb93d]

-----  END BACKTRACE  -----

[root@snrtp-mongo1b surane]#