{"t":{"$date":"2021-02-16T06:49:28.064+00:00"},"s":"I", "c":"COMMAND", "id":21579, "ctx":"conn34272","msg":"Attempting to step down in response to replSetStepDown command"} {"t":{"$date":"2021-02-16T06:49:28.065+00:00"},"s":"I", "c":"REPL", "id":21343, "ctx":"RstlKillOpThread","msg":"Starting to kill user operations"} {"t":{"$date":"2021-02-16T06:49:28.066+00:00"},"s":"I", "c":"REPL", "id":21344, "ctx":"RstlKillOpThread","msg":"Stopped killing user operations"} {"t":{"$date":"2021-02-16T06:49:28.066+00:00"},"s":"I", "c":"REPL", "id":21340, "ctx":"RstlKillOpThread","msg":"State transition ops metrics","attr":{"metrics":{"lastStateTransition":"stepDown","userOpsKilled":0,"userOpsRunning":12}}} {"t":{"$date":"2021-02-16T06:49:28.069+00:00"},"s":"I", "c":"REPL", "id":21343, "ctx":"RstlKillOpThread","msg":"Starting to kill user operations"} {"t":{"$date":"2021-02-16T06:49:28.069+00:00"},"s":"I", "c":"REPL", "id":21344, "ctx":"RstlKillOpThread","msg":"Stopped killing user operations"} {"t":{"$date":"2021-02-16T06:49:28.069+00:00"},"s":"I", "c":"REPL", "id":21340, "ctx":"RstlKillOpThread","msg":"State transition ops metrics","attr":{"metrics":{"lastStateTransition":"stepDown","userOpsKilled":0,"userOpsRunning":8}}} {"t":{"$date":"2021-02-16T06:49:28.069+00:00"},"s":"I", "c":"REPL", "id":21358, "ctx":"conn34272","msg":"Replica set state transition","attr":{"newState":"SECONDARY","oldState":"PRIMARY"}} {"t":{"$date":"2021-02-16T06:49:28.071+00:00"},"s":"F", "c":"-", "id":23079, "ctx":"monitoring-keys-for-HMAC","msg":"Invariant failure","attr":{"expr":"opCtx != nullptr && _opCtx == nullptr","file":"src/mongo/db/client.cpp","line":126}} {"t":{"$date":"2021-02-16T06:49:28.071+00:00"},"s":"I", "c":"REPL", "id":21347, "ctx":"conn34272","msg":"Handing off election","attr":{"target":"172.16.0.34:27017"}} {"t":{"$date":"2021-02-16T06:49:28.071+00:00"},"s":"I", "c":"COMMAND", "id":21580, "ctx":"conn34272","msg":"replSetStepDown command completed"} {"t":{"$date":"2021-02-16T06:49:28.071+00:00"},"s":"F", "c":"-", "id":23080, "ctx":"monitoring-keys-for-HMAC","msg":"\n\n***aborting after invariant() failure\n\n"} {"t":{"$date":"2021-02-16T06:49:28.072+00:00"},"s":"F", "c":"CONTROL", "id":4757800, "ctx":"monitoring-keys-for-HMAC","msg":"Writing fatal message","attr":{"message":"Got signal: 6 (Aborted).\n"}} {"t":{"$date":"2021-02-16T06:49:28.075+00:00"},"s":"I", "c":"ELECTION", "id":23980, "ctx":"conn71","msg":"Responding to vote request","attr":{"request":"{ replSetRequestVotes: 1, setName: \"lichess-rs0\", dryRun: false, term: 153, candidateIndex: 5, configVersion: 229108, configTerm: 152, la stAppliedOpTime: { ts: Timestamp(1613458168, 104), t: 152 } }","response":"{ term: 153, voteGranted: true, reason: \"\" }","replicaSetStatus":"Current replSetGetStatus output: { set: \"lichess-rs0\", date: new Date(1613458168075), myState: 2, term: 153, syncSourceHost: \"\", syncSourceId: -1, h eartbeatIntervalMillis: 2000, majorityVoteCount: 3, writeMajorityCount: 3, votingMembersCount: 5, writableVotingMembersCount: 5, optimes: { lastCommittedOpTime: { ts: Timestamp(1613458168, 104), t: 152 }, lastCommittedWallTime: new Date(1613458168063), appliedOpTime: { ts: Timestamp(1613458168, 104), t: 152 }, durableOpTime: { ts: Timestamp(1613458168, 104), t: 152 }, lastAppliedWallTime: new Date(1613458168063), lastDurableWallTime: new Date(1613458168063) }, members: [ { _id: 28, name: \"172.16.0.20:27017\", health: 1.0, state: 2, stateStr: \"SECONDARY\", uptime: 1249644, optime: { ts: Timestamp(1613371767, 978), t: 152 }, optimeDurable: { ts: Timestamp(1613371767, 978), t: 152 }, optimeDate: new Date(1613371767000), optimeDurableDate: new Date(1613371767000), lastHeartbeat: new Date(1613458167855), lastHeartbeatRecv: new Date(1613458167659), pingMs: 10, lastHeartbeatMes sage: \"\", syncSourceHost: \"172.16.0.31:27017\", syncSourceId: 31, infoMessage: \"\", configVersion: 229108, configTerm: 152 }, { _id: 29, name: \"172.16.0.25:27017\", health: 1.0, state: 2, stateStr: \"SECONDARY\", uptime: 1058996, optime: { ts: Timestamp(1613454565, 1328), t: 152 }, optimeD urable: { ts: Timestamp(1613454565, 1328), t: 152 }, optimeDate: new Date(1613454565000), optimeDurableDate: new Date(1613454565000), lastHeartbeat: new Date(1613458166181), lastHeartbeatRecv: new Date(1613458167867), pingMs: 10, lastHeartbeatMessage: \"\", syncSourceHost: \"172.16.0.35:27017\" , syncSourceId: 35, infoMessage: \"\", configVersion: 229108, configTerm: 152 }, { _id: 30, name: \"172.16.0.29:27017\", health: 1.0, state: 2, stateStr: \"SECONDARY\", uptime: 0, optime: { ts: Timestamp(1613458168, 104), t: 152 }, optimeDate: new Date(1613458168000), syncSourceHost: \"\", sync SourceId: -1, infoMessage: \"Could not find member to sync from\", configVersion: 229108, configTerm: 152, self: true, lastHeartbeatMessage: \"\" }, { _id: 31, name: \"172.16.0.31:27017\", health: 1.0, state: 2, stateStr: \"SECONDARY\", uptime: 1059582, optime: { ts: Timestamp(1613458166, 695), t: 152 }, optimeDurable: { ts: Timestamp(1613458166, 695), t: 152 }, optimeDate: new Date(1613458166000), optimeDurableDate: new Date(1613458166000), lastHeartbeat: new Date(1613458166644), lastHeartbeatRecv: new Date(1613458166245), pingMs: 0, lastHeartbeatMessage: \"\", syncSourceHost: \"172.16.0.29:27017\", syncSourceId: 30, infoMessage: \"\", configVersion: 229108, configTerm: 152 }, { _id: 33, name: \"172.16.0.32:27017\", health: 1.0, state: 2, stateStr: \"SECONDARY\", uptime: 1058962, optime: { ts: Timestamp(1613458167, 786), t: 152 }, optimeDurable: { ts: Timestamp(1613458167, 786), t: 152 }, optimeDate: new Date(1613458167000), optimeDurableDate: new Date(1613458167000), lastHeartbeat: new Date(1613458167787), lastHeartbeatRecv: new Date(1613458167023), pingMs: 0, lastHeartbeatMessage: \"\", syncSourceHost: \"172.16.0.35:27017\", syncSourceId: 35, infoMessage: \"\", configVersion: 229108, configTerm: 152 }, { _id: 34, name: \"172.16.0.34:27017\", health: 1.0, state: 2, stateStr: \"SECONDARY\", uptime: 1249604, optime: { ts: Timestamp(1613458167, 480), t: 152 }, optimeDurable: { ts: Timestamp(1613458167, 480), t: 152 }, optimeDate: new Date(1613458167000), optimeDurableDate: new Date(1613458167000), lastHeartbeat: new Date(1613458167397), lastHeartbeatRecv: new Date(1613458167482), pingMs: 0, lastHeartbeatMessage: \"\", syncSourceHost: \"172.16.0.35:27017\", syncSourceId: 35, infoMessage: \"\", configVersion: 229108, configTerm: 152 }, { _id: 35, name: \"172.16.0.35:27017\", health: 1.0, state: 2, stateStr: \"SECONDARY\", uptime: 1249644, optime: { ts: Timestamp(1613458167, 407), t: 152 }, optimeDurable: { ts: Timestamp(1613458167, 407), t: 152 }, optimeDate: new Date(1613458167000), optimeDurableDate: new Date(1613458167000), lastHeartbeat: new Date(1613458167313), lastHeartbeatRecv: new Date(1613458166824), pingMs: 0, lastHeartbeatMessage: \"\", syncSourceHost: \"172.16.0.31:27017\", syncSourceId: 31, infoMessage: \"\", configVersion: 229108, configTerm: 152 } ] }"}} {"t":{"$date":"2021-02-16T06:49:28.076+00:00"},"s":"F", "c":"-", "id":23079, "ctx":"TopologyVersionObserver","msg":"Invariant failure","attr":{"expr":"opCtx != nullptr && _opCtx == nullptr","file":"src/mongo/db/client.cpp","line":126}} {"t":{"$date":"2021-02-16T06:49:28.076+00:00"},"s":"F", "c":"-", "id":23080, "ctx":"TopologyVersionObserver","msg":"\n\n***aborting after invariant() failure\n\n"} {"t":{"$date":"2021-02-16T06:49:28.139+00:00"},"s":"I", "c":"CONTROL", "id":31431, "ctx":"monitoring-keys-for-HMAC","msg":"BACKTRACE: {bt}","attr":{"bt":{"backtrace":[{"a":"5561FF992921","b":"5561FCCAF000","o":"2CE3921","s":"_ZN5mongo18stack_trace_detail12_GLOBAL__N_119printStackTraceImplERKNS1_7OptionsEPNS_14StackTraceSinkE.constprop.606","s+":"1E1"},{"a":"5561FF993F59","b":"5561FCCAF000","o":"2CE4F59","s":"_ZN5mongo15printStackTraceEv","s+":"29"},{"a":"5561FF9917B6","b":"5561FCCAF000","o":"2CE27B6","s":"_ZN5mongo12_GLOBAL__N_116abruptQuitActionEiP9siginfo_tPv","s+":"66"},{"a":"7F0F9914A980","b":"7F0F99138000","o":"12980","s":"funlockfile","s+":"50"},{"a":"7F0F98D85FB7","b":"7F0F98D47000","o":"3EFB7","s":"gsignal","s+":"C7"},{"a":"7F0F98D87921","b":"7F0F98D47000","o":"40921","s":"abort","s+":"141"},{"a":"5561FDBC3D8F","b":"5561FCCAF000","o":"F14D8F","s":"_ZN5mongo15invariantFailedEPKcS1_j","s+":"12C"},{"a":"5561FDB97458","b":"5561FCCAF000","o":"EE8458","s":"_ZN5mongo6Client19setOperationContextEPNS_16OperationContextE.cold.135","s+":"18"},{"a":"5561FF854069","b":"5561FCCAF000","o":"2BA5069","s":"_ZN5mongo14ServiceContext20makeOperationContextEPNS_6ClientE","s+":"129"},{"a":"5561FF848B17","b":"5561FCCAF000","o":"2B99B17","s":"_ZN5mongo6Client20makeOperationContextEv","s+":"27"},{"a":"5561FF652532","b":"5561FCCAF000","o":"29A3532","s":"_ZN5mongo21KeysCollectionManager14PeriodicRunner18_doPeriodicRefreshEPNS_14ServiceContextENSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEENS_8DurationISt5ratioILl1ELl1000EEEE","s+":"162"},{"a":"5561FF654493","b":"5561FCCAF000","o":"29A5493","s":"_ZNSt6thread11_State_implINS_8_InvokerISt5tupleIJZN5mongo4stdx6threadC4IZNS3_21KeysCollectionManager14PeriodicRunner5startEPNS3_14ServiceContextERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEENS3_8DurationISt5ratioILl1ELl1000EEEEEUlvE_JELi0EEET_DpOT0_EUlvE_EEEEE6_M_runEv","s+":"93"},{"a":"5561FFB3847F","b":"5561FCCAF000","o":"2E8947F","s":"execute_native_thread_routine","s+":"F"},{"a":"7F0F9913F6DB","b":"7F0F99138000","o":"76DB","s":"start_thread","s+":"DB"},{"a":"7F0F98E6871F","b":"7F0F98D47000","o":"12171F","s":"clone","s+":"3F"}],"processInfo":{"mongodbVersion":"4.4.2","gitVersion":"15e73dc5738d2278b688f8929aee605fe4279b0e","compiledModules":[],"uname":{"sysname":"Linux","release":"4.15.0-96-generic","version":"#97-Ubuntu SMP Wed Apr 1 03:25:46 UTC 2020","machine":"x86_64"},"somap":[{"b":"5561FCCAF000","elfType":3,"buildId":"D18F657A1E06C333C2AEE534E3047044B0653DBF"},{"b":"7F0F99138000","path":"/lib/x86_64-linux-gnu/libpthread.so.0","elfType":3,"buildId":"68F36706EB2E6EEE4046C4FDCA2A19540B2F6113"},{"b":"7F0F98D47000","path":"/lib/x86_64-linux-gnu/libc.so.6","elfType":3,"buildId":"CE450EB01A5E5ACC7CE7B8C2633B02CC1093339E"}]}}}} {"t":{"$date":"2021-02-16T06:49:28.139+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"monitoring-keys-for-HMAC","msg":" Frame: {frame}","attr":{"frame":{"a":"5561FF992921","b":"5561FCCAF000","o":"2CE3921","s":"_ZN5mongo18stack_trace_detail12_GLOBAL__N_119printStackTraceImplERKNS1_7OptionsEPNS_14StackTraceSinkE.constprop.606","s+":"1E1"}}} {"t":{"$date":"2021-02-16T06:49:28.139+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"monitoring-keys-for-HMAC","msg":" Frame: {frame}","attr":{"frame":{"a":"5561FF993F59","b":"5561FCCAF000","o":"2CE4F59","s":"_ZN5mongo15printStackTraceEv","s+":"29"}}} {"t":{"$date":"2021-02-16T06:49:28.139+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"monitoring-keys-for-HMAC","msg":" Frame: {frame}","attr":{"frame":{"a":"5561FF9917B6","b":"5561FCCAF000","o":"2CE27B6","s":"_ZN5mongo12_GLOBAL__N_116abruptQuitActionEiP9siginfo_tPv","s+":"66"}}} {"t":{"$date":"2021-02-16T06:49:28.139+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"monitoring-keys-for-HMAC","msg":" Frame: {frame}","attr":{"frame":{"a":"7F0F9914A980","b":"7F0F99138000","o":"12980","s":"funlockfile","s+":"50"}}} {"t":{"$date":"2021-02-16T06:49:28.139+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"monitoring-keys-for-HMAC","msg":" Frame: {frame}","attr":{"frame":{"a":"7F0F98D85FB7","b":"7F0F98D47000","o":"3EFB7","s":"gsignal","s+":"C7"}}} {"t":{"$date":"2021-02-16T06:49:28.139+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"monitoring-keys-for-HMAC","msg":" Frame: {frame}","attr":{"frame":{"a":"7F0F98D87921","b":"7F0F98D47000","o":"40921","s":"abort","s+":"141"}}} {"t":{"$date":"2021-02-16T06:49:28.139+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"monitoring-keys-for-HMAC","msg":" Frame: {frame}","attr":{"frame":{"a":"5561FDBC3D8F","b":"5561FCCAF000","o":"F14D8F","s":"_ZN5mongo15invariantFailedEPKcS1_j","s+":"12C"}}} {"t":{"$date":"2021-02-16T06:49:28.139+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"monitoring-keys-for-HMAC","msg":" Frame: {frame}","attr":{"frame":{"a":"5561FDB97458","b":"5561FCCAF000","o":"EE8458","s":"_ZN5mongo6Client19setOperationContextEPNS_16OperationContextE.cold.135","s+":"18"}}} {"t":{"$date":"2021-02-16T06:49:28.139+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"monitoring-keys-for-HMAC","msg":" Frame: {frame}","attr":{"frame":{"a":"5561FF854069","b":"5561FCCAF000","o":"2BA5069","s":"_ZN5mongo14ServiceContext20makeOperationContextEPNS_6ClientE","s+":"129"}}} {"t":{"$date":"2021-02-16T06:49:28.139+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"monitoring-keys-for-HMAC","msg":" Frame: {frame}","attr":{"frame":{"a":"5561FF848B17","b":"5561FCCAF000","o":"2B99B17","s":"_ZN5mongo6Client20makeOperationContextEv","s+":"27"}}} {"t":{"$date":"2021-02-16T06:49:28.139+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"monitoring-keys-for-HMAC","msg":" Frame: {frame}","attr":{"frame":{"a":"5561FF652532","b":"5561FCCAF000","o":"29A3532","s":"_ZN5mongo21KeysCollectionManager14PeriodicRunner18_doPeriodicRefreshEPNS_14ServiceContextENSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEENS_8DurationISt5ratioILl1ELl1000EEEE","s+":"162"}}} {"t":{"$date":"2021-02-16T06:49:28.139+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"monitoring-keys-for-HMAC","msg":" Frame: {frame}","attr":{"frame":{"a":"5561FF654493","b":"5561FCCAF000","o":"29A5493","s":"_ZNSt6thread11_State_implINS_8_InvokerISt5tupleIJZN5mongo4stdx6threadC4IZNS3_21KeysCollectionManager14PeriodicRunner5startEPNS3_14ServiceContextERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEENS3_8DurationISt5ratioILl1ELl1000EEEEEUlvE_JELi0EEET_DpOT0_EUlvE_EEEEE6_M_runEv","s+":"93"}}} {"t":{"$date":"2021-02-16T06:49:28.139+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"monitoring-keys-for-HMAC","msg":" Frame: {frame}","attr":{"frame":{"a":"5561FFB3847F","b":"5561FCCAF000","o":"2E8947F","s":"execute_native_thread_routine","s+":"F"}}} {"t":{"$date":"2021-02-16T06:49:28.139+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"monitoring-keys-for-HMAC","msg":" Frame: {frame}","attr":{"frame":{"a":"7F0F9913F6DB","b":"7F0F99138000","o":"76DB","s":"start_thread","s+":"DB"}}} {"t":{"$date":"2021-02-16T06:49:28.139+00:00"},"s":"I", "c":"CONTROL", "id":31427, "ctx":"monitoring-keys-for-HMAC","msg":" Frame: {frame}","attr":{"frame":{"a":"7F0F98E6871F","b":"7F0F98D47000","o":"12171F","s":"clone","s+":"3F"}}}