Frequent REPL logs: "Cannot select sync source because it is not readable" due to arbiter considered as sync source candidate

XMLWordPrintableJSON

    • Type: Bug
    • Resolution: Unresolved
    • Priority: Major - P3
    • None
    • Affects Version/s: None
    • Component/s: None
    • ALL
    • None
    • None
    • None
    • None
    • None
    • None
    • None

      Mongo Version - 7.0.15 

      Topology:
      1 Primary
      3 Secondaries
      3 Arbiters

      We are experiencing massive log spam on our Arbiter nodes in a replica set (4 data nodes, 3 arbiters). The Arbiter continually attempts to select a sync source, evaluates itself (or another arbiter), fails because it is not readable, and logs an informational message.

       

      {"t":\{"$date":"2026-03-24T02:47:29.025+00:00"}

      ,"s":"I",  "c":"REPL",     "id":3873107, "ctx":"ReplCoordExtern-3","msg":"Cannot select sync source because it is not readable","attr":{"syncSourceCandidate":"[eeeeeeeeee:b]:27047"}}

      {"t":\{"$date":"2026-03-24T02:47:30.032+00:00"}

      ,"s":"I",  "c":"REPL",     "id":3873107, "ctx":"ReplCoordExtern-3","msg":"Cannot select sync source because it is not readable","attr":{"syncSourceCandidate":"[eeeeeeeeee:b]:27047"}}

      {"t":\{"$date":"2026-03-24T02:47:31.043+00:00"}

      ,"s":"I",  "c":"REPL",     "id":3873107, "ctx":"ReplCoordExtern-3","msg":"Cannot select sync source because it is not readable","attr":{"syncSourceCandidate":"[eeeeeeeeee:b]:27047"}}

      {"t":\{"$date":"2026-03-24T02:47:32.058+00:00"}

      ,"s":"I",  "c":"REPL",     "id":3873107, "ctx":"ReplCoordExtern-3","msg":"Cannot select sync source because it is not readable","attr":{"syncSourceCandidate":"[eeeeeeeeee:b]:27047"}}

       

       

      rs-app_shard-imsi-3 [direct: primary] test> rs.status()
      {
        set: 'rs-app_shard-imsi-3',
        date: ISODate("2026-03-24T03:21:09.654Z"),
        myState: 1,
        term: Long("10"),
        syncSourceHost: '',
        syncSourceId: -1,
        heartbeatIntervalMillis: Long("300"),
        majorityVoteCount: 4,
        writeMajorityCount: 4,
        votingMembersCount: 7,
        writableVotingMembersCount: 4,
        optimes: {
          lastCommittedOpTime: { ts: Timestamp(

      { t: 1774322469, i: 312 }

      ), t: Long("10") },
          lastCommittedWallTime: ISODate("2026-03-24T03:21:09.185Z"),
          readConcernMajorityOpTime: { ts: Timestamp(

      { t: 1774322469, i: 312 }

      ), t: Long("10") },
          appliedOpTime: { ts: Timestamp(

      { t: 1774322469, i: 981 }

      ), t: Long("10") },
          durableOpTime: { ts: Timestamp(

      { t: 1774322469, i: 857 }

      ), t: Long("10") },
          lastAppliedWallTime: ISODate("2026-03-24T03:21:09.654Z"),
          lastDurableWallTime: ISODate("2026-03-24T03:21:09.590Z")
        },
        lastStableRecoveryTimestamp: Timestamp({ t: 1774322425, i: 231 }),
        electionCandidateMetrics: {
          lastElectionReason: 'priorityTakeover',
          lastElectionDate: ISODate("2026-03-18T11:43:12.231Z"),
          electionTerm: Long("10"),
          lastCommittedOpTimeAtElection: { ts: Timestamp(

      { t: 1773834191, i: 527 }

      ), t: Long("9") },
          lastSeenOpTimeAtElection: { ts: Timestamp(

      { t: 1773834191, i: 528 }

      ), t: Long("9") },
          numVotesNeeded: 4,
          priorityAtElection: 20,
          electionTimeoutMillis: Long("2000"),
          priorPrimaryMemberId: 5,
          numCatchUpOps: Long("4"),
          newTermStartDate: ISODate("2026-03-18T11:43:12.241Z"),
          wMajorityWriteAvailabilityDate: ISODate("2026-03-18T11:43:12.382Z")
        },
        members: [
          {
            _id: 0,
            name: '[eeeeeeeeeeeeeeeeeeeeeeee:11]:27047',
            health: 1,
            state: 2,
            stateStr: 'SECONDARY',
            uptime: 217525,
            optime: { ts: Timestamp(

      { t: 1774322469, i: 312 }

      ), t: Long("10") },
            optimeDurable: { ts: Timestamp(

      { t: 1774322469, i: 312 }

      ), t: Long("10") },
            optimeDate: ISODate("2026-03-24T03:21:09.000Z"),
            optimeDurableDate: ISODate("2026-03-24T03:21:09.000Z"),
            lastAppliedWallTime: ISODate("2026-03-24T03:21:09.378Z"),
            lastDurableWallTime: ISODate("2026-03-24T03:21:09.378Z"),
            lastHeartbeat: ISODate("2026-03-24T03:21:09.431Z"),
            lastHeartbeatRecv: ISODate("2026-03-24T03:21:09.529Z"),
            pingMs: Long("110"),
            lastHeartbeatMessage: '',
            syncSourceHost: '[eeeeeeeeeeeeeeeeeeeeeeee:ac]:27047',
            syncSourceId: 4,
            infoMessage: '',
            configVersion: 1894655,
            configTerm: -1
          },
         

      {       _id: 2,       name: '[eeeeeeeeeeeeeeeeeeeeeeee:b]:27047',       health: 1,       state: 7,       stateStr: 'ARBITER',       uptime: 217522,       lastHeartbeat: ISODate("2026-03-24T03:21:09.326Z"),       lastHeartbeatRecv: ISODate("2026-03-24T03:21:09.301Z"),       pingMs: Long("75"),       lastHeartbeatMessage: '',       syncSourceHost: '',       syncSourceId: -1,       infoMessage: '',       configVersion: 1894655,       configTerm: -1     }

      ,
         

      {       _id: 3,       name: '[eeeeeeeeeeeeeeeeeeeeeeee:59]:27047',       health: 1,       state: 7,       stateStr: 'ARBITER',       uptime: 220431,       lastHeartbeat: ISODate("2026-03-24T03:21:09.403Z"),       lastHeartbeatRecv: ISODate("2026-03-24T03:21:09.353Z"),       pingMs: Long("75"),       lastHeartbeatMessage: '',       syncSourceHost: '',       syncSourceId: -1,       infoMessage: '',       configVersion: 1894655,       configTerm: -1     }

      ,
          {
            _id: 4,
            name: '[eeeeeeeeeeeeeeeeeeeeeeee:ac]:27047',
            health: 1,
            state: 1,
            stateStr: 'PRIMARY',
            uptime: 488282,
            optime: { ts: Timestamp(

      { t: 1774322469, i: 981 }

      ), t: Long("10") },
            optimeDate: ISODate("2026-03-24T03:21:09.000Z"),
            lastAppliedWallTime: ISODate("2026-03-24T03:21:09.654Z"),
            lastDurableWallTime: ISODate("2026-03-24T03:21:09.590Z"),
            syncSourceHost: '',
            syncSourceId: -1,
            infoMessage: '',
            electionTime: Timestamp({ t: 1773834192, i: 1 }),
            electionDate: ISODate("2026-03-18T11:43:12.000Z"),
            configVersion: 1894655,
            configTerm: -1,
            self: true,
            lastHeartbeatMessage: ''
          },
          {
            _id: 5,
            name: '[eeeeeeeeeeeeeeeeeeeeeeee:bc]:27047',
            health: 1,
            state: 2,
            stateStr: 'SECONDARY',
            uptime: 488201,
            optime: { ts: Timestamp(

      { t: 1774322469, i: 152 }

      ), t: Long("10") },
            optimeDurable: { ts: Timestamp(

      { t: 1774322469, i: 152 }

      ), t: Long("10") },
            optimeDate: ISODate("2026-03-24T03:21:09.000Z"),
            optimeDurableDate: ISODate("2026-03-24T03:21:09.000Z"),
            lastAppliedWallTime: ISODate("2026-03-24T03:21:09.378Z"),
            lastDurableWallTime: ISODate("2026-03-24T03:21:09.378Z"),
            lastHeartbeat: ISODate("2026-03-24T03:21:09.294Z"),
            lastHeartbeatRecv: ISODate("2026-03-24T03:21:09.586Z"),
            pingMs: Long("110"),
            lastHeartbeatMessage: '',
            syncSourceHost: '[eeeeeeeeeeeeeeeeeeeeeeee:ac]:27047',
            syncSourceId: 4,
            infoMessage: '',
            configVersion: 1894655,
            configTerm: -1
          },
         

      {       _id: 6,       name: '[eeeeeeeeeeeeeeeeeeeeeeee:aa]:27047',       health: 1,       state: 7,       stateStr: 'ARBITER',       uptime: 488279,       lastHeartbeat: ISODate("2026-03-24T03:21:09.641Z"),       lastHeartbeatRecv: ISODate("2026-03-24T03:21:09.342Z"),       pingMs: Long("75"),       lastHeartbeatMessage: '',       syncSourceHost: '',       syncSourceId: -1,       infoMessage: '',       configVersion: 1894655,       configTerm: -1     }

      ,
          {
            _id: 7,
            name: '[eeeeeeeeeeeeeeeeeeeeeeee:61]:27047',
            health: 1,
            state: 2,
            stateStr: 'SECONDARY',
            uptime: 220375,
            optime: { ts: Timestamp(

      { t: 1774322469, i: 312 }

      ), t: Long("10") },
            optimeDurable: { ts: Timestamp(

      { t: 1774322469, i: 312 }

      ), t: Long("10") },
            optimeDate: ISODate("2026-03-24T03:21:09.000Z"),
            optimeDurableDate: ISODate("2026-03-24T03:21:09.000Z"),
            lastAppliedWallTime: ISODate("2026-03-24T03:21:09.185Z"),
            lastDurableWallTime: ISODate("2026-03-24T03:21:09.185Z"),
            lastHeartbeat: ISODate("2026-03-24T03:21:09.480Z"),
            lastHeartbeatRecv: ISODate("2026-03-24T03:21:09.499Z"),
            pingMs: Long("110"),
            lastHeartbeatMessage: '',
            syncSourceHost: '[eeeeeeeeeeeeeeeeeeeeeeee:11]:27047',
            syncSourceId: 0,
            infoMessage: '',
            configVersion: 1894655,
            configTerm: -1
          }
        ],
        ok: 1,
        '$clusterTime':

      {     clusterTime: Timestamp(\{ t: 1774322469, i: 983 }

      ),
          signature:

      {       hash: Binary(Buffer.from("d7ae811d60c4578b1c9ea4e893bb60f48622a4d6", "hex"), 0),       keyId: Long("7617730377607544838")     }

        },
        operationTime: Timestamp({ t: 1774322469, i: 981 })
      }
      rs-app_shard-imsi-3 [direct: primary] test>

            Assignee:
            Unassigned
            Reporter:
            akhil gonugunta
            Votes:
            4 Vote for this issue
            Watchers:
            3 Start watching this issue

              Created:
              Updated: