Details
-
Improvement
-
Resolution: Unresolved
-
Minor - P4
-
None
-
7.2.0-rc0, 7.0.3
-
None
-
Replication
Description
After upgrade RS from 6 to 7.0.5 we are getting this error on one replica:
{"t":{"$date":"2024-01-30T09:22:47.768+00:00"},"s":"I", "c":"REPL", "id":3873108, "ctx":"ReplCoordExtern-0","msg":"Cannot select sync source because we are a voter and it is not","attr":{"syncSourceCandidate":"example5.com:27017"}} |
nodes with votes: 1, 2, 3
I see no other problems: lag is 0, replica works ok. But there is constant spam with this message into log (around 30 messages per second)
result of rs.conf() command from example3.com (problem node)
{
|
set: 'exampleRS', |
date: ISODate('2024-01-30T09:24:24.943Z'), |
myState: 2, |
term: Long('161'), |
syncSourceHost: 'example2.com:27017', |
syncSourceId: 1, |
heartbeatIntervalMillis: Long('2000'), |
majorityVoteCount: 2, |
writeMajorityCount: 2, |
votingMembersCount: 3, |
writableVotingMembersCount: 3, |
optimes: {
|
lastCommittedOpTime: { ts: Timestamp({ t: 1706606664, i: 5 }), t: Long('161') }, |
lastCommittedWallTime: ISODate('2024-01-30T09:24:24.676Z'), |
readConcernMajorityOpTime: { ts: Timestamp({ t: 1706606664, i: 5 }), t: Long('161') }, |
appliedOpTime: { ts: Timestamp({ t: 1706606664, i: 5 }), t: Long('161') }, |
durableOpTime: { ts: Timestamp({ t: 1706606664, i: 5 }), t: Long('161') }, |
lastAppliedWallTime: ISODate('2024-01-30T09:24:24.676Z'), |
lastDurableWallTime: ISODate('2024-01-30T09:24:24.676Z') |
},
|
lastStableRecoveryTimestamp: Timestamp({ t: 1706606606, i: 7 }), |
members: [
|
{
|
_id: 0, |
name: 'example1.com:27017', |
health: 1, |
state: 1, |
stateStr: 'PRIMARY', |
uptime: 662, |
optime: { ts: Timestamp({ t: 1706606663, i: 2 }), t: Long('161') }, |
optimeDurable: { ts: Timestamp({ t: 1706606663, i: 2 }), t: Long('161') }, |
optimeDate: ISODate('2024-01-30T09:24:23.000Z'), |
optimeDurableDate: ISODate('2024-01-30T09:24:23.000Z'), |
lastAppliedWallTime: ISODate('2024-01-30T09:24:23.414Z'), |
lastDurableWallTime: ISODate('2024-01-30T09:24:23.414Z'), |
lastHeartbeat: ISODate('2024-01-30T09:24:23.925Z'), |
lastHeartbeatRecv: ISODate('2024-01-30T09:24:23.062Z'), |
pingMs: Long('178'), |
lastHeartbeatMessage: '', |
syncSourceHost: '', |
syncSourceId: -1, |
infoMessage: '', |
electionTime: Timestamp({ t: 1706519832, i: 1 }), |
electionDate: ISODate('2024-01-29T09:17:12.000Z'), |
configVersion: 20, |
configTerm: 161 |
},
|
{
|
_id: 1, |
name: 'example2.com:27017', |
health: 1, |
state: 2, |
stateStr: 'SECONDARY', |
uptime: 662, |
optime: { ts: Timestamp({ t: 1706606662, i: 20 }), t: Long('161') }, |
optimeDurable: { ts: Timestamp({ t: 1706606662, i: 20 }), t: Long('161') }, |
optimeDate: ISODate('2024-01-30T09:24:22.000Z'), |
optimeDurableDate: ISODate('2024-01-30T09:24:22.000Z'), |
lastAppliedWallTime: ISODate('2024-01-30T09:24:22.626Z'), |
lastDurableWallTime: ISODate('2024-01-30T09:24:22.626Z'), |
lastHeartbeat: ISODate('2024-01-30T09:24:22.925Z'), |
lastHeartbeatRecv: ISODate('2024-01-30T09:24:23.752Z'), |
pingMs: Long('176'), |
lastHeartbeatMessage: '', |
syncSourceHost: 'example1.com:27017', |
syncSourceId: 0, |
infoMessage: '', |
configVersion: 20, |
configTerm: 161 |
},
|
{
|
_id: 2, |
name: 'example3.com:27017', |
health: 1, |
state: 2, |
stateStr: 'SECONDARY', |
uptime: 666, |
optime: { ts: Timestamp({ t: 1706606664, i: 5 }), t: Long('161') }, |
optimeDate: ISODate('2024-01-30T09:24:24.000Z'), |
lastAppliedWallTime: ISODate('2024-01-30T09:24:24.676Z'), |
lastDurableWallTime: ISODate('2024-01-30T09:24:24.676Z'), |
syncSourceHost: 'example2.com:27017', |
syncSourceId: 1, |
infoMessage: '', |
configVersion: 20, |
configTerm: 161, |
self: true, |
lastHeartbeatMessage: '' |
},
|
{
|
_id: 3, |
name: 'example4.com:27017', |
health: 1, |
state: 2, |
stateStr: 'SECONDARY', |
uptime: 662, |
optime: { ts: Timestamp({ t: 1706606663, i: 2 }), t: Long('161') }, |
optimeDurable: { ts: Timestamp({ t: 1706606663, i: 2 }), t: Long('161') }, |
optimeDate: ISODate('2024-01-30T09:24:23.000Z'), |
optimeDurableDate: ISODate('2024-01-30T09:24:23.000Z'), |
lastAppliedWallTime: ISODate('2024-01-30T09:24:23.414Z'), |
lastDurableWallTime: ISODate('2024-01-30T09:24:23.414Z'), |
lastHeartbeat: ISODate('2024-01-30T09:24:23.506Z'), |
lastHeartbeatRecv: ISODate('2024-01-30T09:24:23.999Z'), |
pingMs: Long('175'), |
lastHeartbeatMessage: '', |
syncSourceHost: 'example2.com:27017', |
syncSourceId: 1, |
infoMessage: '', |
configVersion: 20, |
configTerm: 161 |
},
|
{
|
_id: 4, |
name: 'example5.com:27017', |
health: 1, |
state: 2, |
stateStr: 'SECONDARY', |
uptime: 662, |
optime: { ts: Timestamp({ t: 1706606663, i: 1 }), t: Long('161') }, |
optimeDurable: { ts: Timestamp({ t: 1706606663, i: 1 }), t: Long('161') }, |
optimeDate: ISODate('2024-01-30T09:24:23.000Z'), |
optimeDurableDate: ISODate('2024-01-30T09:24:23.000Z'), |
lastAppliedWallTime: ISODate('2024-01-30T09:24:23.237Z'), |
lastDurableWallTime: ISODate('2024-01-30T09:24:23.237Z'), |
lastHeartbeat: ISODate('2024-01-30T09:24:23.385Z'), |
lastHeartbeatRecv: ISODate('2024-01-30T09:24:23.248Z'), |
pingMs: Long('115'), |
lastHeartbeatMessage: '', |
syncSourceHost: 'example2.com:27017', |
syncSourceId: 1, |
infoMessage: '', |
configVersion: 20, |
configTerm: 161 |
},
|
{
|
_id: 5, |
name: 'example6.com:27017', |
health: 1, |
state: 2, |
stateStr: 'SECONDARY', |
uptime: 661, |
optime: { ts: Timestamp({ t: 1706606664, i: 2 }), t: Long('161') }, |
optimeDurable: { ts: Timestamp({ t: 1706606664, i: 2 }), t: Long('161') }, |
optimeDate: ISODate('2024-01-30T09:24:24.000Z'), |
optimeDurableDate: ISODate('2024-01-30T09:24:24.000Z'), |
lastAppliedWallTime: ISODate('2024-01-30T09:24:24.251Z'), |
lastDurableWallTime: ISODate('2024-01-30T09:24:24.251Z'), |
lastHeartbeat: ISODate('2024-01-30T09:24:24.729Z'), |
lastHeartbeatRecv: ISODate('2024-01-30T09:24:24.891Z'), |
pingMs: Long('328'), |
lastHeartbeatMessage: '', |
syncSourceHost: 'example2.com:27017', |
syncSourceId: 1, |
infoMessage: '', |
configVersion: 20, |
configTerm: 161 |
}
|
]
|
example5.com is not a voting member, just secondary node. I tried to restart problem member, but message still present