2020-07-06T12:00:28.885-0500 E STORAGE [TTLMonitor] WiredTiger error (22) [1594054828:882101][54946:0x7fc3a47cc700], WT_SESSION.timestamp_transaction: __wt_txn_set_commit_timestamp, 683: commit timestamp (1594054828, 1937) is less than the oldest timestamp (1594054828, 1941): Invalid argument Raw: [1594054828:882101][54946:0x7fc3a47cc700], WT_SESSION.timestamp_transaction: __wt_txn_set_commit_timestamp, 683: commit timestamp (1594054828, 1937) is less than the oldest timestamp (1594054828, 1941): Invalid argument 2020-07-06T12:00:28.885-0500 F - [TTLMonitor] Fatal assertion 39001 BadValue: timestamp_transaction 22: Invalid argument at src/mongo/db/storage/wiredtiger/wiredtiger_record_store.cpp 1323 2020-07-06T12:00:28.885-0500 F - [TTLMonitor] ***aborting after fassert() failure 2020-07-06T12:00:29.198-0500 F - [TTLMonitor] Got signal: 6 (Aborted). 0x556e8d1ebb61 0x556e8d1eb17c 0x556e8d1eb206 0x7fc3b68930e0 0x7fc3b6515fff 0x7fc3b651742a 0x556e8b643511 0x556e8b37c99d 0x556e8b74166c 0x556e8bf0e031 0x556e8bfa2e83 0x556e8bfa761c 0x556e8bd8fe2b 0x556e8bd96566 0x556e8b6cf1ef 0x556e8bf0f6e1 0x556e8c097a22 0x556e8c0b2f08 0x556e8c0fa430 0x556e8c0fab8d 0x556e8c0fae4d 0x556e8baa44ee 0x556e8baa5590 0x556e8baa5d38 0x556e8d0c067f 0x556e8d0c099e 0x556e8d31182f 0x7fc3b68894a4 0x7fc3b65cbd0f ----- BEGIN BACKTRACE ----- {"backtrace":[{"b":"556E8A92F000","o":"28BCB61","s":"_ZN5mongo15printStackTraceERSo"},{"b":"556E8A92F000","o":"28BC17C"},{"b":"556E8A92F000","o":"28BC206"},{"b":"7FC3B6882000","o":"110E0"},{"b":"7FC3B64E3000","o":"32FFF","s":"gsignal"},{"b":"7FC3B64E3000","o":"3442A","s":"abort"},{"b":"556E8A92F000","o":"D14511","s":"_ZN5mongo42fassertFailedWithStatusNoTraceWithLocationEiRKNS_6StatusEPKcj"},{"b":"556E8A92F000","o":"A4D99D"},{"b":"556E8A92F000","o":"E1266C","s":"_ZN5mongo21WiredTigerRecordStore26insertRecordsWithDocWriterEPNS_16OperationContextEPKPKNS_9DocWriterEPKNS_9TimestampEmPNS_8RecordIdE"},{"b":"556E8A92F000","o":"15DF031","s":"_ZN5mongo14CollectionImpl23insertDocumentsForOplogEPNS_16OperationContextEPKPKNS_9DocWriterEPNS_9TimestampEm"},{"b":"556E8A92F000","o":"1673E83","s":"_ZN5mongo4repl12_logOpsInnerEPNS_16OperationContextERKNS_15NamespaceStringEPKPKNS_9DocWriterEPNS_9TimestampEmPNS_10CollectionENS0_6OpTimeENS_6Date_tE"},{"b":"556E8A92F000","o":"167861C","s":"_ZN5mongo4repl5logOpEPNS_16OperationContextEPKcRKNS_15NamespaceStringEN5boost8optionalINS_4UUIDEEERKNS_7BSONObjEPSD_bNS_6Date_tERKNS_20OperationSessionInfoENS9_IiEERKNS0_9OplogLinkERKNS0_6OpTimeE"},{"b":"556E8A92F000","o":"1460E2B"},{"b":"556E8A92F000","o":"1467566","s":"_ZN5mongo14OpObserverImpl8onDeleteEPNS_16OperationContextERKNS_15NamespaceStringEN5boost8optionalINS_4UUIDEEEibRKNS7_INS_7BSONObjEEE"},{"b":"556E8A92F000","o":"DA01EF","s":"_ZN5mongo18OpObserverRegistry8onDeleteEPNS_16OperationContextERKNS_15NamespaceStringEN5boost8optionalINS_4UUIDEEEibRKNS7_INS_7BSONObjEEE"},{"b":"556E8A92F000","o":"15E06E1","s":"_ZN5mongo14CollectionImpl14deleteDocumentEPNS_16OperationContextEiNS_8RecordIdEPNS_7OpDebugEbbNS_10Collection15StoreDeletedDocE"},{"b":"556E8A92F000","o":"1768A22","s":"_ZN5mongo11DeleteStage6doWorkEPm"},{"b":"556E8A92F000","o":"1783F08","s":"_ZN5mongo9PlanStage4workEPm"},{"b":"556E8A92F000","o":"17CB430","s":"_ZN5mongo16PlanExecutorImpl12_getNextImplEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE"},{"b":"556E8A92F000","o":"17CBB8D","s":"_ZN5mongo16PlanExecutorImpl7getNextEPNS_7BSONObjEPNS_8RecordIdE"},{"b":"556E8A92F000","o":"17CBE4D","s":"_ZN5mongo16PlanExecutorImpl11executePlanEv"},{"b":"556E8A92F000","o":"11754EE","s":"_ZN5mongo10TTLMonitor13doTTLForIndexEPNS_16OperationContextENS_7BSONObjE"},{"b":"556E8A92F000","o":"1176590","s":"_ZN5mongo10TTLMonitor9doTTLPassEv"},{"b":"556E8A92F000","o":"1176D38","s":"_ZN5mongo10TTLMonitor3runEv"},{"b":"556E8A92F000","o":"279167F","s":"_ZN5mongo13BackgroundJob7jobBodyEv"},{"b":"556E8A92F000","o":"279199E"},{"b":"556E8A92F000","o":"29E282F"},{"b":"7FC3B6882000","o":"74A4"},{"b":"7FC3B64E3000","o":"E8D0F","s":"clone"}],"processInfo":{ "mongodbVersion" : "4.2.7", "gitVersion" : "51d9fe12b5d19720e72dcd7db0f2f17dd9a19212", "compiledModules" : [], "uname" : { "sysname" : "Linux", "release" : "4.9.0-12-amd64", "version" : "#1 SMP Debian 4.9.210-1 (2020-01-20)", "machine" : "x86_64" }, "somap" : [ { "b" : "556E8A92F000", "elfType" : 3, "buildId" : "555DA3B8E3090D01FDFFB02C7F26085B8AC1A9CD" }, { "b" : "7FFD544CE000", "path" : "linux-vdso.so.1", "elfType" : 3, "buildId" : "5B172541669A56E313A3E8339FBC3418AA6A17DA" }, { "b" : "7FC3B7CE3000", "path" : "/usr/lib/x86_64-linux-gnu/libcurl.so.4", "elfType" : 3, "buildId" : "22B1287F56DDB6912D5DB74CEBA86018787D6E7C" }, { "b" : "7FC3B7ACC000", "path" : "/lib/x86_64-linux-gnu/libresolv.so.2", "elfType" : 3, "buildId" : "EAD5FD817712E63C1212D1EE7D7EE1B9C29F93A7" }, { "b" : "7FC3B7632000", "path" : "/usr/lib/x86_64-linux-gnu/libcrypto.so.1.1", "elfType" : 3, "buildId" : "BC8265C9A7EB28F1A9677B7437E4561F383C44D9" }, { "b" : "7FC3B73C6000", "path" : "/usr/lib/x86_64-linux-gnu/libssl.so.1.1", "elfType" : 3, "buildId" : "4EAE4DD6DA20F6CECBEA6688C8ED8E9987CD800F" }, { "b" : "7FC3B71C2000", "path" : "/lib/x86_64-linux-gnu/libdl.so.2", "elfType" : 3, "buildId" : "DB2CAEEEC37482A98AB1416D0A9AFE2944930DE9" }, { "b" : "7FC3B6FBA000", "path" : "/lib/x86_64-linux-gnu/librt.so.1", "elfType" : 3, "buildId" : "86B35D63FACD97D22973E99EE9863F7714C4F53A" }, { "b" : "7FC3B6CB6000", "path" : "/lib/x86_64-linux-gnu/libm.so.6", "elfType" : 3, "buildId" : "4E49714C557CE0472C798F39365CA10F9C0E1933" }, { "b" : "7FC3B6A9F000", "path" : "/lib/x86_64-linux-gnu/libgcc_s.so.1", "elfType" : 3, "buildId" : "51AD5FD294CD6C813BED40717347A53434B80B7A" }, { "b" : "7FC3B6882000", "path" : "/lib/x86_64-linux-gnu/libpthread.so.0", "elfType" : 3, "buildId" : "16D609487BCC4ACBAC29A4EAA2DDA0D2F56211EC" }, { "b" : "7FC3B64E3000", "path" : "/lib/x86_64-linux-gnu/libc.so.6", "elfType" : 3, "buildId" : "775143E680FF0CD4CD51CCE1CE8CA216E635A1D6" }, { "b" : "7FC3B7F64000", "path" : "/lib64/ld-linux-x86-64.so.2", "elfType" : 3, "buildId" : "606DF9C355103E82140D513BC7A25A635591C153" }, { "b" : "7FC3B62BD000", "path" : "/usr/lib/x86_64-linux-gnu/libnghttp2.so.14", "elfType" : 3, "buildId" : "18EBB23769B3F9BAEACED28DA00BBD1A0E08E2F1" }, { "b" : "7FC3B609B000", "path" : "/usr/lib/x86_64-linux-gnu/libidn2.so.0", "elfType" : 3, "buildId" : "52F90A61AFD6B0605DAC537C5D1B8713E8E93889" }, { "b" : "7FC3B5E7E000", "path" : "/usr/lib/x86_64-linux-gnu/librtmp.so.1", "elfType" : 3, "buildId" : "82864DDD2632F14010AD7740D09B7270901D418D" }, { "b" : "7FC3B5C51000", "path" : "/usr/lib/x86_64-linux-gnu/libssh2.so.1", "elfType" : 3, "buildId" : "E12F1273FAC9E2BE7526C7C60D64CF80F846385D" }, { "b" : "7FC3B5A43000", "path" : "/usr/lib/x86_64-linux-gnu/libpsl.so.5", "elfType" : 3, "buildId" : "1667EE4ED5224694326899E760722B7B366CEB41" }, { "b" : "7FC3B57DA000", "path" : "/usr/lib/x86_64-linux-gnu/libssl.so.1.0.2", "elfType" : 3, "buildId" : "42D13847FB5228E1534F929D36CF8BBAC4BD90FE" }, { "b" : "7FC3B5373000", "path" : "/usr/lib/x86_64-linux-gnu/libcrypto.so.1.0.2", "elfType" : 3, "buildId" : "0A7CD26AF6C910099F2E992636F00184A929F3C1" }, { "b" : "7FC3B5128000", "path" : "/usr/lib/x86_64-linux-gnu/libgssapi_krb5.so.2", "elfType" : 3, "buildId" : "4986F4E8DB61C236489DDC53213B04DB65A2EAA0" }, { "b" : "7FC3B4E4E000", "path" : "/usr/lib/x86_64-linux-gnu/libkrb5.so.3", "elfType" : 3, "buildId" : "811575446A67638D151C4829E7040205D92F9C9B" }, { "b" : "7FC3B4C1B000", "path" : "/usr/lib/x86_64-linux-gnu/libk5crypto.so.3", "elfType" : 3, "buildId" : "19CE7A9BC33E0910065BDFE299DCACFF638BF06E" }, { "b" : "7FC3B4A17000", "path" : "/lib/x86_64-linux-gnu/libcom_err.so.2", "elfType" : 3, "buildId" : "FD29A30007DC1BE7CBF25C57396849CDDCA9E425" }, { "b" : "7FC3B4808000", "path" : "/usr/lib/x86_64-linux-gnu/liblber-2.4.so.2", "elfType" : 3, "buildId" : "75FBF14727A0E80F03419C3AA5B577D9A18D228D" }, { "b" : "7FC3B45B7000", "path" : "/usr/lib/x86_64-linux-gnu/libldap_r-2.4.so.2", "elfType" : 3, "buildId" : "8DBB78458E58660F55A21D09512EF51C5CC2D1DB" }, { "b" : "7FC3B439D000", "path" : "/lib/x86_64-linux-gnu/libz.so.1", "elfType" : 3, "buildId" : "908B5A955D0A73FB8D31E0F927D0CDBA810CB300" }, { "b" : "7FC3B4086000", "path" : "/usr/lib/x86_64-linux-gnu/libunistring.so.0", "elfType" : 3, "buildId" : "2E457FF72C4E6A267C0B10E06C3FB8C4F32487EE" }, { "b" : "7FC3B3CED000", "path" : "/usr/lib/x86_64-linux-gnu/libgnutls.so.30", "elfType" : 3, "buildId" : "1C1BC93C559CFE2EBD1B5676FA4B355118EDF38E" }, { "b" : "7FC3B3AB8000", "path" : "/usr/lib/x86_64-linux-gnu/libhogweed.so.4", "elfType" : 3, "buildId" : "1D3666D2FA45541887E96DED01529116996812AD" }, { "b" : "7FC3B3881000", "path" : "/usr/lib/x86_64-linux-gnu/libnettle.so.6", "elfType" : 3, "buildId" : "43D18C6AB6EDE083BE2C5FAA857E379389819ACB" }, { "b" : "7FC3B35FE000", "path" : "/usr/lib/x86_64-linux-gnu/libgmp.so.10", "elfType" : 3, "buildId" : "45ACF9508A033A2AE2672156491BC524A3BF20CD" }, { "b" : "7FC3B32EE000", "path" : "/lib/x86_64-linux-gnu/libgcrypt.so.20", "elfType" : 3, "buildId" : "917AB7D78C8C49FE3095ABFF95FAB28575D704BB" }, { "b" : "7FC3B30E2000", "path" : "/usr/lib/x86_64-linux-gnu/libkrb5support.so.0", "elfType" : 3, "buildId" : "932297A42269A54BCDB88198BA06BD63B13E1996" }, { "b" : "7FC3B2EDE000", "path" : "/lib/x86_64-linux-gnu/libkeyutils.so.1", "elfType" : 3, "buildId" : "3CFF3CE519A16305A617D8885EA5D3AE3D965461" }, { "b" : "7FC3B2CC3000", "path" : "/usr/lib/x86_64-linux-gnu/libsasl2.so.2", "elfType" : 3, "buildId" : "33AAFB4E0028535EAD5BA53FFD6691FEA9D83781" }, { "b" : "7FC3B2A5E000", "path" : "/usr/lib/x86_64-linux-gnu/libp11-kit.so.0", "elfType" : 3, "buildId" : "86F00B032B270ED5297EB393B30EDEF76B890573" }, { "b" : "7FC3B282A000", "path" : "/lib/x86_64-linux-gnu/libidn.so.11", "elfType" : 3, "buildId" : "AF14DA7353A4E3B30CE8D8A235B138FCF1802D5C" }, { "b" : "7FC3B2617000", "path" : "/usr/lib/x86_64-linux-gnu/libtasn1.so.6", "elfType" : 3, "buildId" : "D03612373D33091A4678A032C5D7341FB56FE7DC" }, { "b" : "7FC3B2403000", "path" : "/lib/x86_64-linux-gnu/libgpg-error.so.0", "elfType" : 3, "buildId" : "8B9D1F17D242A08FEA23AF32055037569A714209" }, { "b" : "7FC3B21FA000", "path" : "/usr/lib/x86_64-linux-gnu/libffi.so.6", "elfType" : 3, "buildId" : "AA1401F42D517693444B96C5774A62D4E8C84A35" } ] }} mongod(_ZN5mongo15printStackTraceERSo+0x41) [0x556e8d1ebb61] mongod(+0x28BC17C) [0x556e8d1eb17c] mongod(+0x28BC206) [0x556e8d1eb206] libpthread.so.0(+0x110E0) [0x7fc3b68930e0] libc.so.6(gsignal+0xCF) [0x7fc3b6515fff] libc.so.6(abort+0x16A) [0x7fc3b651742a] mongod(_ZN5mongo42fassertFailedWithStatusNoTraceWithLocationEiRKNS_6StatusEPKcj+0x0) [0x556e8b643511] mongod(+0xA4D99D) [0x556e8b37c99d] mongod(_ZN5mongo21WiredTigerRecordStore26insertRecordsWithDocWriterEPNS_16OperationContextEPKPKNS_9DocWriterEPKNS_9TimestampEmPNS_8RecordIdE+0x1AC) [0x556e8b74166c] mongod(_ZN5mongo14CollectionImpl23insertDocumentsForOplogEPNS_16OperationContextEPKPKNS_9DocWriterEPNS_9TimestampEm+0x81) [0x556e8bf0e031] mongod(_ZN5mongo4repl12_logOpsInnerEPNS_16OperationContextERKNS_15NamespaceStringEPKPKNS_9DocWriterEPNS_9TimestampEmPNS_10CollectionENS0_6OpTimeENS_6Date_tE+0xA3) [0x556e8bfa2e83] mongod(_ZN5mongo4repl5logOpEPNS_16OperationContextEPKcRKNS_15NamespaceStringEN5boost8optionalINS_4UUIDEEERKNS_7BSONObjEPSD_bNS_6Date_tERKNS_20OperationSessionInfoENS9_IiEERKNS0_9OplogLinkERKNS0_6OpTimeE+0x43C) [0x556e8bfa761c] mongod(+0x1460E2B) [0x556e8bd8fe2b] mongod(_ZN5mongo14OpObserverImpl8onDeleteEPNS_16OperationContextERKNS_15NamespaceStringEN5boost8optionalINS_4UUIDEEEibRKNS7_INS_7BSONObjEEE+0x2E6) [0x556e8bd96566] mongod(_ZN5mongo18OpObserverRegistry8onDeleteEPNS_16OperationContextERKNS_15NamespaceStringEN5boost8optionalINS_4UUIDEEEibRKNS7_INS_7BSONObjEEE+0xAF) [0x556e8b6cf1ef] mongod(_ZN5mongo14CollectionImpl14deleteDocumentEPNS_16OperationContextEiNS_8RecordIdEPNS_7OpDebugEbbNS_10Collection15StoreDeletedDocE+0x1D1) [0x556e8bf0f6e1] mongod(_ZN5mongo11DeleteStage6doWorkEPm+0x392) [0x556e8c097a22] mongod(_ZN5mongo9PlanStage4workEPm+0x68) [0x556e8c0b2f08] mongod(_ZN5mongo16PlanExecutorImpl12_getNextImplEPNS_11SnapshottedINS_7BSONObjEEEPNS_8RecordIdE+0x230) [0x556e8c0fa430] mongod(_ZN5mongo16PlanExecutorImpl7getNextEPNS_7BSONObjEPNS_8RecordIdE+0x4D) [0x556e8c0fab8d] mongod(_ZN5mongo16PlanExecutorImpl11executePlanEv+0x5D) [0x556e8c0fae4d] mongod(_ZN5mongo10TTLMonitor13doTTLForIndexEPNS_16OperationContextENS_7BSONObjE+0xF8E) [0x556e8baa44ee] mongod(_ZN5mongo10TTLMonitor9doTTLPassEv+0x5F0) [0x556e8baa5590] mongod(_ZN5mongo10TTLMonitor3runEv+0x318) [0x556e8baa5d38] mongod(_ZN5mongo13BackgroundJob7jobBodyEv+0x9F) [0x556e8d0c067f] mongod(+0x279199E) [0x556e8d0c099e] mongod(+0x29E282F) [0x556e8d31182f] libpthread.so.0(+0x74A4) [0x7fc3b68894a4] libc.so.6(clone+0x3F) [0x7fc3b65cbd0f] ----- END BACKTRACE -----