[SERVER-65939] Sharding status not known Created: 25/Apr/22  Updated: 12/Dec/23

Status: Open
Project: Core Server
Component/s: None
Affects Version/s: None
Fix Version/s: None

Type: Bug Priority: Major - P3
Reporter: Andrew Witten (Inactive) Assignee: Backlog - Cluster Scalability
Resolution: Unresolved Votes: 0
Labels: sharding-nyc-subteam2-catalog-poc
Remaining Estimate: Not Specified
Time Spent: Not Specified
Original Estimate: Not Specified

Assigned Teams:
Cluster Scalability
Operating System: ALL
Participants:
Story Points: 3

 Description   

In PM-2290 we are seeing the following error:

got stale shardVersion response from shard shard-rs0 at host ip-10-122-17-25:20000 :: caused by :: sharding status of collection unique_index_insert.test is not currently known and needs to be recovered

Full logs: https://evergreen.mongodb.com/lobster/build/d1242ccb6d1502589f80ba3a71c0d343/test/62662787c2ab68435dc06858#bookmarks=0%2C143&l=1.



 Comments   
Comment by Andrew Shuvalov (Inactive) [ 05/May/22 ]

Similar but not identical:

[js_test:change_streams_primary_shard_unaware] uncaught exception: Error: command failed: {
[js_test:change_streams_primary_shard_unaware] 	"ok" : 0,
[js_test:change_streams_primary_shard_unaware] 	"errmsg" : "sharding status of collection config.system.sessions is not currently available for description and needs to be recovered from the config server",
[js_test:change_streams_primary_shard_unaware] 	"code" : 13388,
[js_test:change_streams_primary_shard_unaware] 	"codeName" : "StaleConfig",
[js_test:change_streams_primary_shard_unaware] 	"ns" : "config.system.sessions",
[js_test:change_streams_primary_shard_unaware] 	"vReceived" : {
[js_test:change_streams_primary_shard_unaware] 		"t" : Timestamp(1651706104, 23),
[js_test:change_streams_primary_shard_unaware] 		"e" : ObjectId("627308f8638fd91ae74b6f9b"),
[js_test:change_streams_primary_shard_unaware] 		"v" : Timestamp(1, 0)
[js_test:change_streams_primary_shard_unaware] 	},
[js_test:change_streams_primary_shard_unaware] 	"shardId" : "change_streams_primary_shard_unaware-rs0",
[js_test:change_streams_primary_shard_unaware] 	"$clusterTime" : {
[js_test:change_streams_primary_shard_unaware] 		"clusterTime" : Timestamp(1651706144, 7),
[js_test:change_streams_primary_shard_unaware] 		"signature" : {
[js_test:change_streams_primary_shard_unaware] 			"hash" : BinData(0,"AAAAAAAAAAAAAAAAAAAAAAAAAAA="),
[js_test:change_streams_primary_shard_unaware] 			"keyId" : NumberLong(0)
[js_test:change_streams_primary_shard_unaware] 		}
[js_test:change_streams_primary_shard_unaware] 	},
[js_test:change_streams_primary_shard_unaware] 	"operationTime" : Timestamp(1651706144, 6)
[js_test:change_streams_primary_shard_unaware] } with original command request: {
[js_test:change_streams_primary_shard_unaware] 	"query" : {
[js_test:change_streams_primary_shard_unaware] 		"aggregate" : "system.sessions",
[js_test:change_streams_primary_shard_unaware] 		"pipeline" : [
[js_test:change_streams_primary_shard_unaware] 			{
[js_test:change_streams_primary_shard_unaware] 				"$indexStats" : {
[js_test:change_streams_primary_shard_unaware] 
[js_test:change_streams_primary_shard_unaware] 				}
[js_test:change_streams_primary_shard_unaware] 			},
[js_test:change_streams_primary_shard_unaware] 			{
[js_test:change_streams_primary_shard_unaware] 				"$group" : {
[js_test:change_streams_primary_shard_unaware] 					"_id" : "$shard",
[js_test:change_streams_primary_shard_unaware] 					"indexes" : {
[js_test:change_streams_primary_shard_unaware] 						"$push" : {
[js_test:change_streams_primary_shard_unaware] 							"spec" : "$spec"
[js_test:change_streams_primary_shard_unaware] 						}
[js_test:change_streams_primary_shard_unaware] 					}
[js_test:change_streams_primary_shard_unaware] 				}
[js_test:change_streams_primary_shard_unaware] 			},
[js_test:change_streams_primary_shard_unaware] 			{
[js_test:change_streams_primary_shard_unaware] 				"$project" : {
[js_test:change_streams_primary_shard_unaware] 					"_id" : 0,
[js_test:change_streams_primary_shard_unaware] 					"shard" : "$_id",
[js_test:change_streams_primary_shard_unaware] 					"indexes" : 1
[js_test:change_streams_primary_shard_unaware] 				}
[js_test:change_streams_primary_shard_unaware] 			}
[js_test:change_streams_primary_shard_unaware] 		],
[js_test:change_streams_primary_shard_unaware] 		"readConcern" : {
[js_test:change_streams_primary_shard_unaware] 			"level" : "local"
[js_test:change_streams_primary_shard_unaware] 		},
[js_test:change_streams_primary_shard_unaware] 		"cursor" : {
[js_test:change_streams_primary_shard_unaware] 
[js_test:change_streams_primary_shard_unaware] 		},
[js_test:change_streams_primary_shard_unaware] 		"lsid" : {
[js_test:change_streams_primary_shard_unaware] 			"id" : UUID("7844b5f9-9006-4f05-b8a1-4f1016aa954b")
[js_test:change_streams_primary_shard_unaware] 		},
[js_test:change_streams_primary_shard_unaware] 		"$clusterTime" : {
[js_test:change_streams_primary_shard_unaware] 			"clusterTime" : Timestamp(1651706144, 7),
[js_test:change_streams_primary_shard_unaware] 			"signature" : {
[js_test:change_streams_primary_shard_unaware] 				"hash" : BinData(0,"AAAAAAAAAAAAAAAAAAAAAAAAAAA="),
[js_test:change_streams_primary_shard_unaware] 				"keyId" : NumberLong(0)
[js_test:change_streams_primary_shard_unaware] 			}
[js_test:change_streams_primary_shard_unaware] 		}
[js_test:change_streams_primary_shard_unaware] 	},
[js_test:change_streams_primary_shard_unaware] 	"$readPreference" : {
[js_test:change_streams_primary_shard_unaware] 		"mode" : "primary"
[js_test:change_streams_primary_shard_unaware] 	}
[js_test:change_streams_primary_shard_unaware] } on connection: connection to ip-10-122-2-167:20022 : aggregate failed :
[js_test:change_streams_primary_shard_unaware] _getErrorWithCode@src/mongo/shell/utils.js:24:13
[js_test:change_streams_primary_shard_unaware] doassert@src/mongo/shell/assert.js:18:14
[js_test:change_streams_primary_shard_unaware] _assertCommandWorked@src/mongo/shell/assert.js:760:25
[js_test:change_streams_primary_shard_unaware] assert.commandWorked@src/mongo/shell/assert.js:852:16
[js_test:change_streams_primary_shard_unaware] DB.prototype._runAggregate@src/mongo/shell/db.js:286:12
[js_test:change_streams_primary_shard_unaware] DBCollection.prototype.aggregate@src/mongo/shell/collection.js:974:21
[js_test:change_streams_primary_shard_unaware] getPerShardIndexes@jstests/sharding/libs/sharded_index_util.js:52:14
[js_test:change_streams_primary_shard_unaware] makeGetIndexDocsFunc/<@jstests/libs/override_methods/check_indexes_consistent_across_cluster.js:40:45
[js_test:change_streams_primary_shard_unaware] ShardingTest.prototype.checkIndexesConsistentAcrossCluster@jstests/libs/override_methods/check_indexes_consistent_across_cluster.js:65:42
[js_test:change_streams_primary_shard_unaware] ShardingTest/this.stop@src/mongo/shell/shardingtest.js:384:14
[js_test:change_streams_primary_shard_unaware] @jstests/sharding/change_streams_primary_shard_unaware.js:179:4
[js_test:change_streams_primary_shard_unaware] @jstests/sharding/change_streams_primary_shard_unaware.js:180:3
[js_test:change_streams_primary_shard_unaware] failed to load: jstests/sharding/change_streams_primary_shard_unaware.js

Generated at Thu Feb 08 06:04:03 UTC 2024 using Jira 9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66.