Loading...

Type: Bug
Resolution: Fixed
Priority: Major - P3
Fix Version/s: 8.3.0-rc0
Affects Version/s: None
Component/s: None
Labels:
None

Assigned Teams:

Workload Resilience
Backwards Compatibility:
Fully Compatible
Operating System:
ALL
Linked BF Score:
200
CAR Domain/s:
None

Aha! Reference:
None
Tracking Level:
None
Risk Status:
None
Exec Notes:
None
Goal Name(s):
None
Goal Link:
None

from https://jira.mongodb.org/browse/BF-41549, ShardRemoteTest.RunCommandResponseIndefiniteErrorOverloaded inconsistently hit 10 minutes timeout 12 times on enterprise-rhel8-debug-tsan-compile.

Main test thread waiting for request after return response with onCommand

__interceptor_backtrace
mongo::printStructuredStackTrace()
mongo::printStackTrace()
abruptQuit
abruptQuitAction
nanosleep
___interceptor_nanosleep
mongo::ShardingTestFixtureCommon::advanceUntilReadyRequest() const
void testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void>(testing::Test*, void (testing::Test::*)(), char const*)
testing::Test::Run()
testing::TestInfo::Run()
testing::TestSuite::Run()
testing::internal::UnitTestImpl::RunAllTests()
bool testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool>(testing::internal::UnitTestImpl*, bool (testing::internal::UnitTestImpl::*)(), char const*)
testing::UnitTest::Run()
mongo::unittest::MainProgress::test()
main
__libc_start_main
_start

Aysnc thread running command with indefinite retries runCommandWithIndefiniteRetries waiting for response

#23 mongo::Interruptible::waitForConditionOrInterrupt<std::unique_lock<std::mutex>, mongo::executor::ThreadPoolTaskExecutor::wait(mongo::executor::TaskExecutor::CallbackHandle const&, mongo::Interruptible*)::$_0>(mongo::stdx::condition_variable&, std::unique_lock<std::mutex>&, mongo::executor::ThreadPoolTaskExecutor::wait(mongo::executor::TaskExecutor::CallbackHandle const&, mongo::Interruptible*)::$_0) (this=<optimized out>, cv=..., m=..., pred=...) at src/mongo/util/interruptible.h:220
#24 mongo::executor::ThreadPoolTaskExecutor::wait (this=<optimized out>, cbHandle=..., interruptible=<optimized out>) at ./src/mongo/executor/thread_pool_task_executor.cpp:508
#25 0x00007f746fc0df34 in mongo::executor::ShardingTaskExecutor::wait (this=0x7210000a7510, cbHandle=..., interruptible=0x72540004a880) at ./src/mongo/db/sharding_environment/sharding_task_executor.cpp:263
#26 0x00007f7456e1023a in mongo::ShardRemote::_runCommand (this=0x722c000231b0, opCtx=0x72540004a880, readPref=..., targetingMetadata=..., dbName=..., maxTimeMSOverride=..., cmdObj=...) at ./src/mongo/db/sharding_environment/client/shard_remote.cpp:176
#27 0x00007f7449bcdf9a in mongo::Shard::_runCommandImpl(mongo::OperationContext*, mongo::ReadPreferenceSetting const&, mongo::DatabaseName const&, mongo::BSONObj const&, mongo::Duration<std::ratio<1l, 1000l> >, mongo::Shard::RetryPolicy, int)::$_1::operator()(mongo::TargetingMetadata const&) const (this=<optimized out>, targetingMetadata=...) at ./src/mongo/db/sharding_environment/client/shard.cpp:490
#28 _ZZN5mongo12_GLOBAL__N_127runCommandWithRetryStrategyITkSt9invocableIRKNS_17TargetingMetadataEEZNS_5Shard15_runCommandImplEPNS_16OperationContextERKNS_21ReadPreferenceSettingERKNS_12DatabaseNameERKNS_7BSONObjENS_8DurationISt5ratioILl1ELl1000EEEENS6_11RetryPolicyEiE3$_1Qsr3stdE7same_asINSt13invoke_resultIT_JS5_EE4typeENS0_16RunCommandResultEEEENS_10StatusWithINS6_15CommandResponseEEEPNS_13InterruptibleERNS_13RetryStrategyESP_ENKUlS5_E_clES5_ (this=0x7f73ee4f5700, targetingMetadata=...) at ./src/mongo/db/sharding_environment/client/shard.cpp:144
#29 _ZZN5mongo20runWithRetryStrategyITkSt9invocableIRKNS_17TargetingMetadataEEZNS_12_GLOBAL__N_127runCommandWithRetryStrategyITkS1_IS4_EZNS_5Shard15_runCommandImplEPNS_16OperationContextERKNS_21ReadPreferenceSettingERKNS_12DatabaseNameERKNS_7BSONObjENS_8DurationISt5ratioILl1ELl1000EEEENS7_11RetryPolicyEiE3$_1Qsr3stdE7same_asINSt13invoke_resultIT_JS4_EE4typeENS5_16RunCommandResultEEEENS_10StatusWithINS7_15CommandResponseEEEPNS_13InterruptibleERNS_13RetryStrategyESQ_EUlS4_E_NSZ_6ResultISV_EESV_Qsr3stdE7same_asIT0_NS12_IT1_EEEEENSU_IS15_EESY_S10_SQ_ENKUlvE_clEv (this=this@entry=0x7f73ee4f56f0) at src/mongo/client/retry_strategy.h:680
#30 0x00007f7449bc6957 in _ZN5mongo20runWithRetryStrategyITkSt9invocableIRKNS_17TargetingMetadataEEZNS_12_GLOBAL__N_127runCommandWithRetryStrategyITkS1_IS4_EZNS_5Shard15_runCommandImplEPNS_16OperationContextERKNS_21ReadPreferenceSettingERKNS_12DatabaseNameERKNS_7BSONObjENS_8DurationISt5ratioILl1ELl1000EEEENS7_11RetryPolicyEiE3$_1Qsr3stdE7same_asINSt13invoke_resultIT_JS4_EE4typeENS5_16RunCommandResultEEEENS_10StatusWithINS7_15CommandResponseEEEPNS_13InterruptibleERNS_13RetryStrategyESQ_EUlS4_E_NSZ_6ResultISV_EESV_Qsr3stdE7same_asIT0_NS12_IT1_EEEEENSU_IS15_EESY_S10_SQ_ (interruptible=0x72540004a880, strategy=..., runOperation=...) at src/mongo/client/retry_strategy.h:704
#31 _ZN5mongo12_GLOBAL__N_127runCommandWithRetryStrategyITkSt9invocableIRKNS_17TargetingMetadataEEZNS_5Shard15_runCommandImplEPNS_16OperationContextERKNS_21ReadPreferenceSettingERKNS_12DatabaseNameERKNS_7BSONObjENS_8DurationISt5ratioILl1ELl1000EEEENS6_11RetryPolicyEiE3$_1Qsr3stdE7same_asINSt13invoke_resultIT_JS5_EE4typeENS0_16RunCommandResultEEEENS_10StatusWithINS6_15CommandResponseEEEPNS_13InterruptibleERNS_13RetryStrategyESP_ (runOperation=..., interruptible=<optimized out>, strategy=...) at ./src/mongo/db/sharding_environment/client/shard.cpp:140
#32 mongo::Shard::_runCommandImpl (this=this@entry=0x722c000231b0, opCtx=0x72540004a880, readPref=..., dbName=..., cmdObj=..., maxTimeMSOverride=..., retryPolicy=mongo::Shard::RetryPolicy::kIdempotent, maxRetryAttempt=2147483647) at ./src/mongo/db/sharding_environment/client/shard.cpp:487
#33 0x00007f7449bc63ec in mongo::Shard::runCommandWithIndefiniteRetries (this=0x722c000231b0, opCtx=0x72540004a880, readPref=..., dbName=..., cmdObj=..., maxTimeMSOverride=..., retryPolicy=mongo::Shard::RetryPolicy::kIdempotent) at ./src/mongo/db/sharding_environment/client/shard.cpp:439
#34 mongo::Shard::runCommandWithIndefiniteRetries (this=0x722c000231b0, opCtx=0x72540004a880, readPref=..., dbName=..., cmdObj=..., retryPolicy=mongo::Shard::RetryPolicy::kIdempotent) at ./src/mongo/db/sharding_environment/client/shard.cpp:428
#35 0x00005610f868f540 in mongo::(anonymous namespace)::ShardRemoteTest_RunCommandResponseIndefiniteErrorOverloaded_Test::TestBody()::$_0::operator()() const (this=<optimized out>) at ./src/mongo/db/sharding_environment/client/shard_remote_test.cpp:381

Details

Description

Attachments

Activity

People

Dates

PagerDuty