Uploaded image for project: 'WiredTiger'
  1. WiredTiger
  2. WT-6460

Consider checkpoint timestamp also as part of pinned timestamp for HS

    • Type: Icon: Bug Bug
    • Resolution: Fixed
    • Priority: Icon: Major - P3 Major - P3
    • WT10.0.0, 4.4.0-rc12, 4.7.0
    • Affects Version/s: None
    • Component/s: None
    • Labels:
    • Storage Engines
    • 8
    • Storage - Ra 2020-06-29

      We thought WT-6417 should have fixed it but it is still happening:

      [ReplicaSetFixture:job1:node0] | 2020-06-19T09:45:30.575+00:00 F  REPL     21238   [ReplWriterWorker-1] "Writer worker caught exception","attr":{"error":"DuplicateKey{ keyPattern: { _id: 1 }, keyValue: { _id: 461.0 } }: E11000 duplicate key error collection: background_unique_indexes.test index: _id_ dup key: { _id: 461.0 }","oplogEntry":{"lsid":{"id":{"$uuid":"5732c172-0ef6-4042-baf9-819354ff151a"},"uid":{"$binary":{"base64":"47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=","subType":"0"}}},"txnNumber":9,"op":"u","ns":"background_unique_indexes.test","ui":{"$uuid":"9f69d6a1-2143-493d-9acf-78af6b3b50cf"},"o":{"_id":461,"x":461,"iter":4},"o2":{"_id":461},"ts":{"$timestamp":{"t":1592559919,"i":178}},"t":28,"wall":{"$date":"2020-06-19T09:45:19.681Z"},"v":2,"stmtId":461,"prevOpTime":{"ts":{"$timestamp":{"t":1592559919,"i":177}},"t":28}}}
      [ReplicaSetFixture:job1:node0] | 2020-06-19T09:45:30.576+00:00 F  REPL     21238   [ReplWriterWorker-3] "Writer worker caught exception","attr":{"error":"DuplicateKey{ keyPattern: { _id: 1 }, keyValue: { _id: 480.0 } }: E11000 duplicate key error collection: background_unique_indexes.test index: _id_ dup key: { _id: 480.0 }","oplogEntry":{"lsid":{"id":{"$uuid":"5732c172-0ef6-4042-baf9-819354ff151a"},"uid":{"$binary":{"base64":"47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=","subType":"0"}}},"txnNumber":9,"op":"u","ns":"background_unique_indexes.test","ui":{"$uuid":"9f69d6a1-2143-493d-9acf-78af6b3b50cf"},"o":{"_id":480,"x":480,"iter":4},"o2":{"_id":480},"ts":{"$timestamp":{"t":1592559919,"i":197}},"t":28,"wall":{"$date":"2020-06-19T09:45:19.767Z"},"v":2,"stmtId":480,"prevOpTime":{"ts":{"$timestamp":{"t":1592559919,"i":196}},"t":28}}}
      [ReplicaSetFixture:job1:node0] | 2020-06-19T09:45:30.576+00:00 F  REPL     21238   [ReplWriterWorker-11] "Writer worker caught exception","attr":{"error":"DuplicateKey{ keyPattern: { _id: 1 }, keyValue: { _id: 468.0 } }: E11000 duplicate key error collection: background_unique_indexes.test index: _id_ dup key: { _id: 468.0 }","oplogEntry":{"lsid":{"id":{"$uuid":"5732c172-0ef6-4042-baf9-819354ff151a"},"uid":{"$binary":{"base64":"47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=","subType":"0"}}},"txnNumber":9,"op":"u","ns":"background_unique_indexes.test","ui":{"$uuid":"9f69d6a1-2143-493d-9acf-78af6b3b50cf"},"o":{"_id":468,"x":468,"iter":4},"o2":{"_id":468},"ts":{"$timestamp":{"t":1592559919,"i":185}},"t":28,"wall":{"$date":"2020-06-19T09:45:19.714Z"},"v":2,"stmtId":468,"prevOpTime":{"ts":{"$timestamp":{"t":1592559919,"i":184}},"t":28}}}
      [ReplicaSetFixture:job1:node0] | 2020-06-19T09:45:30.577+00:00 F  REPL     21238   [ReplWriterWorker-9] "Writer worker caught exception","attr":{"error":"DuplicateKey{ keyPattern: { _id: 1 }, keyValue: { _id: 474.0 } }: E11000 duplicate key error collection: background_unique_indexes.test index: _id_ dup key: { _id: 474.0 }","oplogEntry":{"lsid":{"id":{"$uuid":"5732c172-0ef6-4042-baf9-819354ff151a"},"uid":{"$binary":{"base64":"47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=","subType":"0"}}},"txnNumber":9,"op":"u","ns":"background_unique_indexes.test","ui":{"$uuid":"9f69d6a1-2143-493d-9acf-78af6b3b50cf"},"o":{"_id":474,"x":474,"iter":4},"o2":{"_id":474},"ts":{"$timestamp":{"t":1592559919,"i":191}},"t":28,"wall":{"$date":"2020-06-19T09:45:19.737Z"},"v":2,"stmtId":474,"prevOpTime":{"ts":{"$timestamp":{"t":1592559919,"i":190}},"t":28}}}
      [ReplicaSetFixture:job1:node0] | 2020-06-19T09:45:30.577+00:00 F  REPL     21238   [ReplWriterWorker-6] "Writer worker caught exception","attr":{"error":"DuplicateKey{ keyPattern: { _id: 1 }, keyValue: { _id: 472.0 } }: E11000 duplicate key error collection: background_unique_indexes.test index: _id_ dup key: { _id: 472.0 }","oplogEntry":{"lsid":{"id":{"$uuid":"5732c172-0ef6-4042-baf9-819354ff151a"},"uid":{"$binary":{"base64":"47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=","subType":"0"}}},"txnNumber":9,"op":"u","ns":"background_unique_indexes.test","ui":{"$uuid":"9f69d6a1-2143-493d-9acf-78af6b3b50cf"},"o":{"_id":472,"x":472,"iter":4},"o2":{"_id":472},"ts":{"$timestamp":{"t":1592559919,"i":189}},"t":28,"wall":{"$date":"2020-06-19T09:45:19.729Z"},"v":2,"stmtId":472,"prevOpTime":{"ts":{"$timestamp":{"t":1592559919,"i":188}},"t":28}}}
      [ReplicaSetFixture:job1:node0] | 2020-06-19T09:45:30.578+00:00 F  REPL     21238   [ReplWriterWorker-4] "Writer worker caught exception","attr":{"error":"DuplicateKey{ keyPattern: { _id: 1 }, keyValue: { _id: 470.0 } }: E11000 duplicate key error collection: background_unique_indexes.test index: _id_ dup key: { _id: 470.0 }","oplogEntry":{"lsid":{"id":{"$uuid":"5732c172-0ef6-4042-baf9-819354ff151a"},"uid":{"$binary":{"base64":"47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=","subType":"0"}}},"txnNumber":9,"op":"u","ns":"background_unique_indexes.test","ui":{"$uuid":"9f69d6a1-2143-493d-9acf-78af6b3b50cf"},"o":{"_id":470,"x":470,"iter":4},"o2":{"_id":470},"ts":{"$timestamp":{"t":1592559919,"i":187}},"t":28,"wall":{"$date":"2020-06-19T09:45:19.722Z"},"v":2,"stmtId":470,"prevOpTime":{"ts":{"$timestamp":{"t":1592559919,"i":186}},"t":28}}}
      [ReplicaSetFixture:job1:node0] | 2020-06-19T09:45:30.578+00:00 F  REPL     21238   [ReplWriterWorker-13] "Writer worker caught exception","attr":{"error":"DuplicateKey{ keyPattern: { _id: 1 }, keyValue: { _id: 466.0 } }: E11000 duplicate key error collection: background_unique_indexes.test index: _id_ dup key: { _id: 466.0 }","oplogEntry":{"lsid":{"id":{"$uuid":"5732c172-0ef6-4042-baf9-819354ff151a"},"uid":{"$binary":{"base64":"47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=","subType":"0"}}},"txnNumber":9,"op":"u","ns":"background_unique_indexes.test","ui":{"$uuid":"9f69d6a1-2143-493d-9acf-78af6b3b50cf"},"o":{"_id":466,"x":466,"iter":4},"o2":{"_id":466},"ts":{"$timestamp":{"t":1592559919,"i":183}},"t":28,"wall":{"$date":"2020-06-19T09:45:19.707Z"},"v":2,"stmtId":466,"prevOpTime":{"ts":{"$timestamp":{"t":1592559919,"i":182}},"t":28}}}
      [ReplicaSetFixture:job1:node0] | 2020-06-19T09:45:30.579+00:00 F  REPL     21238   [ReplWriterWorker-0] "Writer worker caught exception","attr":{"error":"DuplicateKey{ keyPattern: { _id: 1 }, keyValue: { _id: 462.0 } }: E11000 duplicate key error collection: background_unique_indexes.test index: _id_ dup key: { _id: 462.0 }","oplogEntry":{"lsid":{"id":{"$uuid":"5732c172-0ef6-4042-baf9-819354ff151a"},"uid":{"$binary":{"base64":"47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=","subType":"0"}}},"txnNumber":9,"op":"u","ns":"background_unique_indexes.test","ui":{"$uuid":"9f69d6a1-2143-493d-9acf-78af6b3b50cf"},"o":{"_id":462,"x":462,"iter":4},"o2":{"_id":462},"ts":{"$timestamp":{"t":1592559919,"i":179}},"t":28,"wall":{"$date":"2020-06-19T09:45:19.683Z"},"v":2,"stmtId":462,"prevOpTime":{"ts":{"$timestamp":{"t":1592559919,"i":178}},"t":28}}}
      [ReplicaSetFixture:job1:node0] | 2020-06-19T09:45:30.579+00:00 F  REPL     21238   [ReplWriterWorker-14] "Writer worker caught exception","attr":{"error":"DuplicateKey{ keyPattern: { _id: 1 }, keyValue: { _id: 463.0 } }: E11000 duplicate key error collection: background_unique_indexes.test index: _id_ dup key: { _id: 463.0 }","oplogEntry":{"lsid":{"id":{"$uuid":"5732c172-0ef6-4042-baf9-819354ff151a"},"uid":{"$binary":{"base64":"47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=","subType":"0"}}},"txnNumber":9,"op":"u","ns":"background_unique_indexes.test","ui":{"$uuid":"9f69d6a1-2143-493d-9acf-78af6b3b50cf"},"o":{"_id":463,"x":463,"iter":4},"o2":{"_id":463},"ts":{"$timestamp":{"t":1592559919,"i":180}},"t":28,"wall":{"$date":"2020-06-19T09:45:19.686Z"},"v":2,"stmtId":463,"prevOpTime":{"ts":{"$timestamp":{"t":1592559919,"i":179}},"t":28}}}
      [ReplicaSetFixture:job1:node0] | 2020-06-19T09:45:30.580+00:00 F  REPL     21238   [ReplWriterWorker-15] "Writer worker caught exception","attr":{"error":"DuplicateKey{ keyPattern: { _id: 1 }, keyValue: { _id: 482.0 } }: E11000 duplicate key error collection: background_unique_indexes.test index: _id_ dup key: { _id: 482.0 }","oplogEntry":{"lsid":{"id":{"$uuid":"5732c172-0ef6-4042-baf9-819354ff151a"},"uid":{"$binary":{"base64":"47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=","subType":"0"}}},"txnNumber":9,"op":"u","ns":"background_unique_indexes.test","ui":{"$uuid":"9f69d6a1-2143-493d-9acf-78af6b3b50cf"},"o":{"_id":482,"x":482,"iter":4},"o2":{"_id":482},"ts":{"$timestamp":{"t":1592559919,"i":199}},"t":28,"wall":{"$date":"2020-06-19T09:45:19.773Z"},"v":2,"stmtId":482,"prevOpTime":{"ts":{"$timestamp":{"t":1592559919,"i":198}},"t":28}}}
      [ReplicaSetFixture:job1:node0] | 2020-06-19T09:45:30.581+00:00 F  REPL     21238   [ReplWriterWorker-7] "Writer worker caught exception","attr":{"error":"DuplicateKey{ keyPattern: { _id: 1 }, keyValue: { _id: 486.0 } }: E11000 duplicate key error collection: background_unique_indexes.test index: _id_ dup key: { _id: 486.0 }","oplogEntry":{"lsid":{"id":{"$uuid":"5732c172-0ef6-4042-baf9-819354ff151a"},"uid":{"$binary":{"base64":"47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=","subType":"0"}}},"txnNumber":9,"op":"u","ns":"background_unique_indexes.test","ui":{"$uuid":"9f69d6a1-2143-493d-9acf-78af6b3b50cf"},"o":{"_id":486,"x":486,"iter":4},"o2":{"_id":486},"ts":{"$timestamp":{"t":1592559919,"i":203}},"t":28,"wall":{"$date":"2020-06-19T09:45:19.799Z"},"v":2,"stmtId":486,"prevOpTime":{"ts":{"$timestamp":{"t":1592559919,"i":202}},"t":28}}}
      [ReplicaSetFixture:job1:node0] | 2020-06-19T09:45:30.581+00:00 F  REPL     21238   [ReplWriterWorker-2] "Writer worker caught exception","attr":{"error":"DuplicateKey{ keyPattern: { _id: 1 }, keyValue: { _id: 485.0 } }: E11000 duplicate key error collection: background_unique_indexes.test index: _id_ dup key: { _id: 485.0 }","oplogEntry":{"lsid":{"id":{"$uuid":"5732c172-0ef6-4042-baf9-819354ff151a"},"uid":{"$binary":{"base64":"47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=","subType":"0"}}},"txnNumber":9,"op":"u","ns":"background_unique_indexes.test","ui":{"$uuid":"9f69d6a1-2143-493d-9acf-78af6b3b50cf"},"o":{"_id":485,"x":485,"iter":4},"o2":{"_id":485},"ts":{"$timestamp":{"t":1592559919,"i":202}},"t":28,"wall":{"$date":"2020-06-19T09:45:19.795Z"},"v":2,"stmtId":485,"prevOpTime":{"ts":{"$timestamp":{"t":1592559919,"i":201}},"t":28}}}
      [ReplicaSetFixture:job1:node0] | 2020-06-19T09:45:30.581+00:00 F  REPL     21238   [ReplWriterWorker-12] "Writer worker caught exception","attr":{"error":"DuplicateKey{ keyPattern: { _id: 1 }, keyValue: { _id: 471.0 } }: E11000 duplicate key error collection: background_unique_indexes.test index: _id_ dup key: { _id: 471.0 }","oplogEntry":{"lsid":{"id":{"$uuid":"5732c172-0ef6-4042-baf9-819354ff151a"},"uid":{"$binary":{"base64":"47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=","subType":"0"}}},"txnNumber":9,"op":"u","ns":"background_unique_indexes.test","ui":{"$uuid":"9f69d6a1-2143-493d-9acf-78af6b3b50cf"},"o":{"_id":471,"x":471,"iter":4},"o2":{"_id":471},"ts":{"$timestamp":{"t":1592559919,"i":188}},"t":28,"wall":{"$date":"2020-06-19T09:45:19.726Z"},"v":2,"stmtId":471,"prevOpTime":{"ts":{"$timestamp":{"t":1592559919,"i":187}},"t":28}}}
      [ReplicaSetFixture:job1:node0] | 2020-06-19T09:45:30.581+00:00 F  REPL     21238   [ReplWriterWorker-8] "Writer worker caught exception","attr":{"error":"DuplicateKey{ keyPattern: { _id: 1 }, keyValue: { _id: 483.0 } }: E11000 duplicate key error collection: background_unique_indexes.test index: _id_ dup key: { _id: 483.0 }","oplogEntry":{"lsid":{"id":{"$uuid":"5732c172-0ef6-4042-baf9-819354ff151a"},"uid":{"$binary":{"base64":"47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=","subType":"0"}}},"txnNumber":9,"op":"u","ns":"background_unique_indexes.test","ui":{"$uuid":"9f69d6a1-2143-493d-9acf-78af6b3b50cf"},"o":{"_id":483,"x":483,"iter":4},"o2":{"_id":483},"ts":{"$timestamp":{"t":1592559919,"i":200}},"t":28,"wall":{"$date":"2020-06-19T09:45:19.780Z"},"v":2,"stmtId":483,"prevOpTime":{"ts":{"$timestamp":{"t":1592559919,"i":199}},"t":28}}}
      [ReplicaSetFixture:job1:node0] | 2020-06-19T09:45:30.581+00:00 F  REPL     21238   [ReplWriterWorker-10] "Writer worker caught exception","attr":{"error":"DuplicateKey{ keyPattern: { _id: 1 }, keyValue: { _id: 464.0 } }: E11000 duplicate key error collection: background_unique_indexes.test index: _id_ dup key: { _id: 464.0 }","oplogEntry":{"lsid":{"id":{"$uuid":"5732c172-0ef6-4042-baf9-819354ff151a"},"uid":{"$binary":{"base64":"47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=","subType":"0"}}},"txnNumber":9,"op":"u","ns":"background_unique_indexes.test","ui":{"$uuid":"9f69d6a1-2143-493d-9acf-78af6b3b50cf"},"o":{"_id":464,"x":464,"iter":4},"o2":{"_id":464},"ts":{"$timestamp":{"t":1592559919,"i":181}},"t":28,"wall":{"$date":"2020-06-19T09:45:19.689Z"},"v":2,"stmtId":464,"prevOpTime":{"ts":{"$timestamp":{"t":1592559919,"i":180}},"t":28}}}
      [ReplicaSetFixture:job1:node0] | 2020-06-19T09:45:30.609+00:00 F  REPL     21235   [initandlisten] "Failed to apply batch of operations","attr":{"numOperationsInBatch":540,"firstOperation":{"lsid":{"id":{"$uuid":"5732c172-0ef6-4042-baf9-819354ff151a"},"uid":{"$binary":{"base64":"47DEQpj8HBSa+/TImW+5JCeuQeRkm5NMpJWZG3hSuFU=","subType":"0"}}},"txnNumber":9,"op":"u","ns":"background_unique_indexes.test","ui":{"$uuid":"9f69d6a1-2143-493d-9acf-78af6b3b50cf"},"o":{"_id":461,"x":461,"iter":4},"o2":{"_id":461},"ts":{"$timestamp":{"t":1592559919,"i":178}},"t":28,"wall":{"$date":"2020-06-19T09:45:19.681Z"},"v":2,"stmtId":461,"prevOpTime":{"ts":{"$timestamp":{"t":1592559919,"i":177}},"t":28}},"lastOperation":{"op":"i","ns":"config.system.indexBuilds","ui":{"$uuid":"015f8446-2d8b-4fa3-a957-120c6be46972"},"o":{"_id":{"$uuid":"b6af6866-8b0b-4874-9568-1561e07e3d8b"},"collectionUUID":{"$uuid":"9f69d6a1-2143-493d-9acf-78af6b3b50cf"},"commitQuorum":"votingMembers","indexNames":["x_1"]},"ts":{"$timestamp":{"t":1592559921,"i":148}},"t":28,"wall":{"$date":"2020-06-19T09:45:21.807Z"},"v":2},"failedWriterThread":0,"error":"DuplicateKey{ keyPattern: { _id: 1 }, keyValue: { _id: 461.0 } }: E11000 duplicate key error collection: background_unique_indexes.test index: _id_ dup key: { _id: 461.0 }"}
      [ReplicaSetFixture:job1:node0] | 2020-06-19T09:45:30.619+00:00 F  REPL     21570   [initandlisten] "Caught exception during replication recovery","attr":{"error":{"code":11000,"codeName":"DuplicateKey","errmsg":"E11000 duplicate key error collection: background_unique_indexes.test index: _id_ dup key: { _id: 461.0 }","keyPattern":{"_id":1},"keyValue":{"_id":461}}}
      [ReplicaSetFixture:job1:node0] | 2020-06-19T09:45:30.619+00:00 F  CONTROL  4757800 [initandlisten] "Writing fatal message","attr":{"message":"terminate() called. An exception is active; attempting to gather more information"}
      [ReplicaSetFixture:job1:node0] | 2020-06-19T09:45:30.619+00:00 F  CONTROL  4757800 [initandlisten] "Writing fatal message","attr":{"message":"DBException::toString(): DuplicateKey{ keyPattern: { _id: 1 }, keyValue: { _id: 461.0 } }: E11000 duplicate key error collection: background_unique_indexes.test index: _id_ dup key: { _id: 461.0 }\nActual exception type: mongo::error_details::ExceptionForImpl<(mongo::ErrorCodes::Error)11000, mongo::AssertionException>\n"}
      [ReplicaSetFixture:job1:node0] | 2020-06-19T09:45:32.173+00:00 I  CONTROL  31431   [initandlisten] "BACKTRACE: {bt}","attr":{"bt":{"ba
      
      

            Assignee:
            haribabu.kommi@mongodb.com Haribabu Kommi
            Reporter:
            chenhao.qu@mongodb.com Chenhao Qu
            Votes:
            0 Vote for this issue
            Watchers:
            18 Start watching this issue

              Created:
              Updated:
              Resolved: