-
Type:
Bug
-
Resolution: Fixed
-
Priority:
Major - P3
-
Affects Version/s: None
-
Component/s: Testing Infrastructure
-
None
-
Fully Compatible
-
ALL
-
v4.4
-
Repl 2020-03-23
-
49
The mongos binary should be upgraded last (and downgraded first) according to our documentation, so we should always be using "last-stable" when --mixedBinVersions has been specified. Not doing so prevents the mongos from communicating with the shards.
PATH=... /data/mci/b4355878e0cb15daa440ed2ec90b1ac9/src/dist-test/bin/mongod --setParameter enableTestCommands=1 --setParameter migrationLockAcquisitionMaxWaitMS=30000 --setParameter logComponentVerbosity={'replication': {'election': 4, 'heartbeats': 2, 'initialSync': 2, 'rollback': 2}, 'sharding': {'migration': 2}, 'storage': {'recovery': 2}, 'transaction': 4} --setParameter disableLogicalSessionCacheRefresh=true --setParameter transactionLifetimeLimitSeconds=86400 --setParameter maxIndexBuildDrainBatchSize=10 --setParameter writePeriodicNoops=false --setParameter waitForStepDownOnNonCommandShutdown=false --configsvr --replSet=config-rs --storageEngine=wiredTiger --oplogSize=511 --dbpath=/data/db/job0/resmoke/config/node0 --port=20000 --journal --enableMajorityReadConcern=True --wiredTigerCacheSizeGB=1
PATH=... /data/mci/b4355878e0cb15daa440ed2ec90b1ac9/src/dist-test/bin/mongod --setParameter enableTestCommands=1 --setParameter migrationLockAcquisitionMaxWaitMS=30000 --setParameter logComponentVerbosity={'replication': {'election': 4, 'heartbeats': 2, 'initialSync': 2, 'rollback': 2}, 'sharding': {'migration': 2}, 'storage': {'recovery': 2}, 'transaction': 4} --setParameter disableLogicalSessionCacheRefresh=true --setParameter transactionLifetimeLimitSeconds=86400 --setParameter maxIndexBuildDrainBatchSize=10 --setParameter writePeriodicNoops=false --setParameter waitForStepDownOnNonCommandShutdown=false --configsvr --replSet=config-rs --storageEngine=wiredTiger --oplogSize=511 --dbpath=/data/db/job0/resmoke/config/node1 --port=20001 --journal --enableMajorityReadConcern=True --wiredTigerCacheSizeGB=1
PATH=... /data/mci/b4355878e0cb15daa440ed2ec90b1ac9/src/dist-test/bin/mongod --setParameter enableTestCommands=1 --setParameter migrationLockAcquisitionMaxWaitMS=30000 --setParameter logComponentVerbosity={'replication': {'election': 4, 'heartbeats': 2, 'initialSync': 2, 'rollback': 2}, 'sharding': {'migration': 2}, 'storage': {'recovery': 2}, 'transaction': 4} --setParameter orphanCleanupDelaySecs=1 --setParameter disableLogicalSessionCacheRefresh=true --setParameter transactionLifetimeLimitSeconds=86400 --setParameter maxIndexBuildDrainBatchSize=10 --setParameter writePeriodicNoops=false --setParameter waitForStepDownOnNonCommandShutdown=false --oplogSize=1024 --shardsvr --replSet=shard-rs0 --dbpath=/data/db/job0/resmoke/shard0/node0 --port=20002 --enableMajorityReadConcern=True --wiredTigerCacheSizeGB=1
PATH=... mongod-4.2 --setParameter enableTestCommands=1 --setParameter migrationLockAcquisitionMaxWaitMS=30000 --setParameter logComponentVerbosity={'replication': {'election': 4, 'heartbeats': 2, 'initialSync': 2, 'rollback': 2}, 'storage': {'recovery': 2}, 'transaction': 4} --setParameter orphanCleanupDelaySecs=1 --setParameter disableLogicalSessionCacheRefresh=true --setParameter transactionLifetimeLimitSeconds=86400 --setParameter maxIndexBuildDrainBatchSize=10 --setParameter writePeriodicNoops=false --setParameter waitForStepDownOnNonCommandShutdown=false --oplogSize=1024 --shardsvr --replSet=shard-rs0 --dbpath=/data/db/job0/resmoke/shard0/node1 --port=20003 --enableMajorityReadConcern=True --wiredTigerCacheSizeGB=1
PATH=... mongod-4.2 --setParameter enableTestCommands=1 --setParameter migrationLockAcquisitionMaxWaitMS=30000 --setParameter logComponentVerbosity={'replication': {'election': 4, 'heartbeats': 2, 'initialSync': 2, 'rollback': 2}, 'storage': {'recovery': 2}, 'transaction': 4} --setParameter orphanCleanupDelaySecs=1 --setParameter disableLogicalSessionCacheRefresh=true --setParameter transactionLifetimeLimitSeconds=86400 --setParameter maxIndexBuildDrainBatchSize=10 --setParameter writePeriodicNoops=false --setParameter waitForStepDownOnNonCommandShutdown=false --oplogSize=1024 --shardsvr --replSet=shard-rs1 --dbpath=/data/db/job0/resmoke/shard1/node0 --port=20004 --enableMajorityReadConcern=True --wiredTigerCacheSizeGB=1
PATH=... /data/mci/b4355878e0cb15daa440ed2ec90b1ac9/src/dist-test/bin/mongod --setParameter enableTestCommands=1 --setParameter migrationLockAcquisitionMaxWaitMS=30000 --setParameter logComponentVerbosity={'replication': {'election': 4, 'heartbeats': 2, 'initialSync': 2, 'rollback': 2}, 'sharding': {'migration': 2}, 'storage': {'recovery': 2}, 'transaction': 4} --setParameter orphanCleanupDelaySecs=1 --setParameter disableLogicalSessionCacheRefresh=true --setParameter transactionLifetimeLimitSeconds=86400 --setParameter maxIndexBuildDrainBatchSize=10 --setParameter writePeriodicNoops=false --setParameter waitForStepDownOnNonCommandShutdown=false --oplogSize=1024 --shardsvr --replSet=shard-rs1 --dbpath=/data/db/job0/resmoke/shard1/node1 --port=20005 --enableMajorityReadConcern=True --wiredTigerCacheSizeGB=1
PATH=... /data/mci/b4355878e0cb15daa440ed2ec90b1ac9/src/dist-test/bin/mongos --setParameter enableTestCommands=1 --setParameter logComponentVerbosity={'transaction': 3} --configdb=config-rs/localhost:20000,localhost:20001 --port=20006
PATH=... /data/mci/b4355878e0cb15daa440ed2ec90b1ac9/src/dist-test/bin/mongos --setParameter enableTestCommands=1 --setParameter logComponentVerbosity={'transaction': 3} --configdb=config-rs/localhost:20000,localhost:20001 --port=20007
...
[ShardedClusterFixture:job0:mongos0] | 2020-03-06T18:13:54.403+0000 W NETWORK 23741 [ReplicaSetMonitor-TaskExecutor] "remote host has incompatible wire version: {validateStatus}","attr":{"validateStatus":{"code":188,"codeName":"IncompatibleServerVersion","errmsg":"Server min and max wire version (8,8) is incompatible with client min wire version (9,9).You (client) are attempting to connect to a node (server) with a binary version with which you (client) no longer accept connections. Please upgrade the server’s binary version."}}
[ShardedClusterFixture:job0:mongos0] | 2020-03-06T18:13:54.403+0000 I - 4333222 [ReplicaSetMonitor-TaskExecutor] "RSM {setName} received failed isMaster for server {host}: {status} ({latency}): {bson}","attr":{"host":"localhost:20003","status":"IncompatibleServerVersion: remote host has incompatible wire version: Server min and max wire version (8,8) is incompatible with client min wire version (9,9).You (client) are attempting to connect to a node (server) with a binary version with which you (client) no longer accept connections. Please upgrade the server’s binary version.","latencyNanos":1419000,"setName":"shard-rs0","bson":"{}"}
[ShardedClusterFixture:job0:mongos0] | 2020-03-06T18:13:54.403+0000 I NETWORK 4333213 [ReplicaSetMonitor-TaskExecutor] "RSM {setName} Topology Change: {topologyDescription}","attr":{"setName":"shard-rs0","topologyDescription":"{ id: \"4827e4c6-549b-4a50-8211-de26cd99819b\", topologyType: \"Unknown\", servers: { localhost:20002: { address: \"localhost:20002\", type: \"Unknown\", minWireVersion: 0, maxWireVersion: 0, streamable: false, poolResetCounter: 0, lastUpdateTime: new Date(-9223372036854775808), hosts: [], arbiters: [], passives: [] }, localhost:20003: { address: \"localhost:20003\", type: \"Unknown\", minWireVersion: 0, maxWireVersion: 0, streamable: false, poolResetCounter: 1, lastUpdateTime: new Date(-9223372036854775808), hosts: [], arbiters: [], passives: [] } }, compatible: true }"}