[SERVER-53357] Windows latest (v4.9) replica set crashes in pymongo test suite Created: 14/Dec/20  Updated: 29/Oct/23  Resolved: 05/Jan/21

Status: Closed
Project: Core Server
Component/s: None
Affects Version/s: None
Fix Version/s: 4.9.0

Type: Bug Priority: Blocker - P1
Reporter: Shane Harvey Assignee: Benjamin Caimano (Inactive)
Resolution: Fixed Votes: 0
Labels: None
Remaining Estimate: Not Specified
Time Spent: Not Specified
Original Estimate: Not Specified

Attachments: Zip Archive db-logs.zip     Zip Archive mongod.2020-12-14T19-51-45.mdmp.zip    
Issue Links:
Related
is related to CSHARP-3278 Fix CRUD, ChangeStream and FLE tests ... Closed
is related to SERVER-53002 Complete TODO listed in SERVER-44570 Closed
Backwards Compatibility: Fully Compatible
Operating System: Windows
Participants:

 Description   

PyMongo's test suite consistently causes mongod to crash on Windows with v4.9 latest. For example: https://evergreen.mongodb.com/task/mongo_python_driver_tests_windows_python_version__platform~windows_64_vsMulti_small_auth_ssl~noauth_nossl_python_version_windows~3.9_test_latest_replica_set_61232b7f21d8f0ad9023c8ef0912017d062fafc0_20_12_08_19_37_36

DB version:

 [2020/12/14 19:48:30.027] + ./mongodb/bin/mongod --version
 [2020/12/14 19:48:30.160] db version v4.9.0-alpha-1003-g0c4247a
 [2020/12/14 19:48:30.160] Build Info: {
 [2020/12/14 19:48:30.160]     "version": "4.9.0-alpha-1003-g0c4247a",
 [2020/12/14 19:48:30.160]     "gitVersion": "0c4247a3401c21b59f7f6553b169aecbf824091f",
 [2020/12/14 19:48:30.160]     "modules": [
 [2020/12/14 19:48:30.160]         "enterprise"
 [2020/12/14 19:48:30.160]     ],
 [2020/12/14 19:48:30.160]     "allocator": "tcmalloc",
 [2020/12/14 19:48:30.160]     "environment": {
 [2020/12/14 19:48:30.160]         "distmod": "windows",
 [2020/12/14 19:48:30.160]         "distarch": "x86_64",
 [2020/12/14 19:48:30.160]         "target_arch": "x86_64"
 [2020/12/14 19:48:30.160]     }
 [2020/12/14 19:48:30.160] }

Crash:

{"t":{"$date":"2020-12-14T19:51:45.241+00:00"},"s":"F",  "c":"CONTROL",  "id":23134,   "ctx":"MirrorMaestro-0","msg":"Unhandled exception","attr":{"exceptionString":"0xE0000001","addressString":"0x00007FFA546596C9"}}
{"t":{"$date":"2020-12-14T19:51:45.241+00:00"},"s":"F",  "c":"CONTROL",  "id":23136,   "ctx":"MirrorMaestro-0","msg":"*** stack trace for unhandled exception:"}
{"t":{"$date":"2020-12-14T19:51:45.245+00:00"},"s":"I",  "c":"CONTROL",  "id":31380,   "ctx":"MirrorMaestro-0","msg":"BACKTRACE","attr":{"bt":{"backtrace":[{"a":"7FFA546596C9","module":"KERNELBASE.dll","s":"RaiseException","s+":"69"},{"a":"7FF6F459ACE9","module":"mongod.exe","file":".../src/mongo/util/signal_handlers_synchronous.cpp","line":97,"s":"mongo::`anonymous namespace'::endProcessWithSignal","s+":"19"},{"a":"7FF6F459B57D","module":"mongod.exe","file":".../src/mongo/util/signal_handlers_synchronous.cpp","line":257,"s":"mongo::`anonymous namespace'::myTerminate","s+":"13D"},{"a":"7FF6F468D417","module":"mongod.exe","file":".../src/mongo/stdx/set_terminate_internals.cpp","line":88,"s":"mongo::stdx::dispatch_impl","s+":"17"},{"a":"7FF6F468D3F9","module":"mongod.exe","file":".../src/mongo/stdx/set_terminate_internals.cpp","line":92,"s":"mongo::stdx::TerminateHandlerDetailsInterface::dispatch","s+":"9"},{"a":"7FFA5456DE58","module":"ucrtbase.dll","s":"terminate","s+":"18"},{"a":"7FFA4E6A1ABF","module":"VCRUNTIME140_1.dll","s":"_NLG_Return2","s+":"96F"},{"a":"7FFA4E6A232B","module":"VCRUNTIME140_1.dll","s":"_NLG_Return2","s+":"11DB"},{"a":"7FFA4E6A40E9","module":"VCRUNTIME140_1.dll","s":"_CxxFrameHandler4","s+":"A9"},{"a":"7FF6F46C4814","module":"mongod.exe","file":"d:/A01/_work/6/s/src/vctools/crt/vcstartup/src/gs/amd64/gshandlereh4.cpp","line":86,"s":"__GSHandlerCheck_EH4","s+":"64"},{"a":"7FFA582041BF","module":"ntdll.dll","s":"_chkstk","s+":"11F"},{"a":"7FFA58164BEF","module":"ntdll.dll","s":"RtlWalkFrameChain","s+":"14BF"},{"a":"7FFA581689E6","module":"ntdll.dll","s":"RtlRaiseException","s+":"316"},{"a":"7FFA546596C9","module":"KERNELBASE.dll","s":"RaiseException","s+":"69"},{"a":"7FFA4D616220","module":"VCRUNTIME140.dll","s":"CxxThrowException","s+":"90"},{"a":"7FF6F46054AB","module":"mongod.exe","file":"C:/data/mci/34699aa8e72a3ba833cbfe3b72c5af18/src/build/cached/mongo/base/error_codes.cpp","line":2766,"s":"mongo::error_details::throwExceptionForStatus","s+":"25AB"},{"a":"7FF6F45A622B","module":"mongod.exe","file":".../src/mongo/util/assert_util.cpp","line":283,"s":"mongo::tassertFailedWithLocation","s+":"FB"},{"a":"7FF6F45A626A","module":"mongod.exe","file":".../src/mongo/util/assert_util.cpp","line":289,"s":"mongo::tassertWithLocation","s+":"3A"},{"a":"7FF6F46EC480","module":"mongod.exe","file":".../src/mongo/db/mirror_maestro.cpp","line":416,"s":"`mongo::`anonymous namespace'::MirrorMaestroImpl::_mirror'::`1'::catch$66","s+":"60"},{"a":"7FFA4E6A1080","module":"VCRUNTIME140_1.dll"},{"a":"7FFA4E6A26B5","module":"VCRUNTIME140_1.dll","s":"_NLG_Return2","s+":"1565"},{"a":"7FFA58203706","module":"ntdll.dll","s":"RtlCaptureContext","s+":"566"},{"a":"7FF6F2F7D5C8","module":"mongod.exe","file":".../src/mongo/db/mirror_maestro.cpp","line":348,"s":"mongo::`anonymous namespace'::MirrorMaestroImpl::_mirror","s+":"78"},{"a":"7FF6F2F7CF49","module":"mongod.exe","file":".../src/mongo/util/future.h","line":636,"s":"<lambda_d01db1bfc43f2924204d828948c1a2ec>::operator()","s+":"89"},{"a":"7FF6F2F7E1E1","module":"mongod.exe","file":".../src/mongo/util/functional.h","line":154,"s":"`mongo::unique_function<void __cdecl(mongo::Status)>::makeImpl<<lambda_d01db1bfc43f2924204d828948c1a2ec> >'::`2'::SpecificImpl::call","s+":"21"},{"a":"7FF6F42FFF5A","module":"mongod.exe","file":".../src/mongo/util/functional.h","line":154,"s":"`mongo::unique_function<void __cdecl(mongo::executor::TaskExecutor::CallbackArgs const &)>::makeImpl<<lambda_9d899684b466fa9c0d3fdd52f322ec66> >'::`2'::SpecificImpl::call","s+":"3A"},{"a":"7FF6F421CD27","module":"mongod.exe","file":".../src/mongo/executor/thread_pool_task_executor.cpp","line":650,"s":"mongo::executor::ThreadPoolTaskExecutor::runCallback","s+":"1E7"},{"a":"7FF6F421BA72","module":"mongod.exe","file":".../src/mongo/util/functional.h","line":154,"s":"`mongo::unique_function<void __cdecl(mongo::Status)>::makeImpl<<lambda_5b50b383851a71d8f8cc13cae1437bfc> >'::`2'::SpecificImpl::call","s+":"92"},{"a":"7FF6F44B23AF","module":"mongod.exe","file":".../src/mongo/util/concurrency/thread_pool.cpp","line":522,"s":"mongo::ThreadPool::Impl::_doOneTask","s+":"24F"},{"a":"7FF6F44B1707","module":"mongod.exe","file":".../src/mongo/util/concurrency/thread_pool.cpp","line":411,"s":"mongo::ThreadPool::Impl::_consumeTasks","s+":"97"},{"a":"7FF6F44B34C7","module":"mongod.exe","file":".../src/mongo/util/concurrency/thread_pool.cpp","line":398,"s":"mongo::ThreadPool::Impl::_workerThreadBody","s+":"1B7"},{"a":"7FF6F44AFA34","module":"mongod.exe","file":"C:/Program Files (x86)/Microsoft Visual Studio/2019/Professional/VC/Tools/MSVC/14.26.28801/include/thread","line":44,"s":"std::thread::_Invoke<std::tuple<<lambda_2a0d41949c38dda60a47c7b06190042e> >,0>","s+":"34"},{"a":"7FFA5452268A","module":"ucrtbase.dll","s":"o_exp","s+":"5A"},{"a":"7FFA554A7974","module":"KERNEL32.DLL","s":"BaseThreadInitThunk","s+":"14"}]}}}
{"t":{"$date":"2020-12-14T19:51:45.245+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FFA546596C9","module":"KERNELBASE.dll","s":"RaiseException","s+":"69"}}}
{"t":{"$date":"2020-12-14T19:51:45.245+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FF6F459ACE9","module":"mongod.exe","file":".../src/mongo/util/signal_handlers_synchronous.cpp","line":97,"s":"mongo::`anonymous namespace'::endProcessWithSignal","s+":"19"}}}
{"t":{"$date":"2020-12-14T19:51:45.245+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FF6F459B57D","module":"mongod.exe","file":".../src/mongo/util/signal_handlers_synchronous.cpp","line":257,"s":"mongo::`anonymous namespace'::myTerminate","s+":"13D"}}}
{"t":{"$date":"2020-12-14T19:51:45.245+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FF6F468D417","module":"mongod.exe","file":".../src/mongo/stdx/set_terminate_internals.cpp","line":88,"s":"mongo::stdx::dispatch_impl","s+":"17"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FF6F468D3F9","module":"mongod.exe","file":".../src/mongo/stdx/set_terminate_internals.cpp","line":92,"s":"mongo::stdx::TerminateHandlerDetailsInterface::dispatch","s+":"9"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FFA5456DE58","module":"ucrtbase.dll","s":"terminate","s+":"18"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FFA4E6A1ABF","module":"VCRUNTIME140_1.dll","s":"_NLG_Return2","s+":"96F"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FFA4E6A232B","module":"VCRUNTIME140_1.dll","s":"_NLG_Return2","s+":"11DB"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FFA4E6A40E9","module":"VCRUNTIME140_1.dll","s":"_CxxFrameHandler4","s+":"A9"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FF6F46C4814","module":"mongod.exe","file":"d:/A01/_work/6/s/src/vctools/crt/vcstartup/src/gs/amd64/gshandlereh4.cpp","line":86,"s":"__GSHandlerCheck_EH4","s+":"64"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FFA582041BF","module":"ntdll.dll","s":"_chkstk","s+":"11F"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FFA58164BEF","module":"ntdll.dll","s":"RtlWalkFrameChain","s+":"14BF"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FFA581689E6","module":"ntdll.dll","s":"RtlRaiseException","s+":"316"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FFA546596C9","module":"KERNELBASE.dll","s":"RaiseException","s+":"69"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FFA4D616220","module":"VCRUNTIME140.dll","s":"CxxThrowException","s+":"90"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FF6F46054AB","module":"mongod.exe","file":"C:/data/mci/34699aa8e72a3ba833cbfe3b72c5af18/src/build/cached/mongo/base/error_codes.cpp","line":2766,"s":"mongo::error_details::throwExceptionForStatus","s+":"25AB"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FF6F45A622B","module":"mongod.exe","file":".../src/mongo/util/assert_util.cpp","line":283,"s":"mongo::tassertFailedWithLocation","s+":"FB"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FF6F45A626A","module":"mongod.exe","file":".../src/mongo/util/assert_util.cpp","line":289,"s":"mongo::tassertWithLocation","s+":"3A"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FF6F46EC480","module":"mongod.exe","file":".../src/mongo/db/mirror_maestro.cpp","line":416,"s":"`mongo::`anonymous namespace'::MirrorMaestroImpl::_mirror'::`1'::catch$66","s+":"60"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FFA4E6A1080","module":"VCRUNTIME140_1.dll"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FFA4E6A26B5","module":"VCRUNTIME140_1.dll","s":"_NLG_Return2","s+":"1565"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FFA58203706","module":"ntdll.dll","s":"RtlCaptureContext","s+":"566"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FF6F2F7D5C8","module":"mongod.exe","file":".../src/mongo/db/mirror_maestro.cpp","line":348,"s":"mongo::`anonymous namespace'::MirrorMaestroImpl::_mirror","s+":"78"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FF6F2F7CF49","module":"mongod.exe","file":".../src/mongo/util/future.h","line":636,"s":"<lambda_d01db1bfc43f2924204d828948c1a2ec>::operator()","s+":"89"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FF6F2F7E1E1","module":"mongod.exe","file":".../src/mongo/util/functional.h","line":154,"s":"`mongo::unique_function<void __cdecl(mongo::Status)>::makeImpl<<lambda_d01db1bfc43f2924204d828948c1a2ec> >'::`2'::SpecificImpl::call","s+":"21"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FF6F42FFF5A","module":"mongod.exe","file":".../src/mongo/util/functional.h","line":154,"s":"`mongo::unique_function<void __cdecl(mongo::executor::TaskExecutor::CallbackArgs const &)>::makeImpl<<lambda_9d899684b466fa9c0d3fdd52f322ec66> >'::`2'::SpecificImpl::call","s+":"3A"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FF6F421CD27","module":"mongod.exe","file":".../src/mongo/executor/thread_pool_task_executor.cpp","line":650,"s":"mongo::executor::ThreadPoolTaskExecutor::runCallback","s+":"1E7"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FF6F421BA72","module":"mongod.exe","file":".../src/mongo/util/functional.h","line":154,"s":"`mongo::unique_function<void __cdecl(mongo::Status)>::makeImpl<<lambda_5b50b383851a71d8f8cc13cae1437bfc> >'::`2'::SpecificImpl::call","s+":"92"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FF6F44B23AF","module":"mongod.exe","file":".../src/mongo/util/concurrency/thread_pool.cpp","line":522,"s":"mongo::ThreadPool::Impl::_doOneTask","s+":"24F"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FF6F44B1707","module":"mongod.exe","file":".../src/mongo/util/concurrency/thread_pool.cpp","line":411,"s":"mongo::ThreadPool::Impl::_consumeTasks","s+":"97"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FF6F44B34C7","module":"mongod.exe","file":".../src/mongo/util/concurrency/thread_pool.cpp","line":398,"s":"mongo::ThreadPool::Impl::_workerThreadBody","s+":"1B7"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FF6F44AFA34","module":"mongod.exe","file":"C:/Program Files (x86)/Microsoft Visual Studio/2019/Professional/VC/Tools/MSVC/14.26.28801/include/thread","line":44,"s":"std::thread::_Invoke<std::tuple<<lambda_2a0d41949c38dda60a47c7b06190042e> >,0>","s+":"34"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FFA5452268A","module":"ucrtbase.dll","s":"o_exp","s+":"5A"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7FFA554A7974","module":"KERNEL32.DLL","s":"BaseThreadInitThunk","s+":"14"}}}
{"t":{"$date":"2020-12-14T19:51:45.246+00:00"},"s":"I",  "c":"CONTROL",  "id":23132,   "ctx":"MirrorMaestro-0","msg":"Writing minidump diagnostic file","attr":{"dumpName":"C:\\data\\mci\\a2645657451d5118ee0154b11756ad0c\\drivers-tools\\mongodb\\bin\\mongod.2020-12-14T19-51-45.mdmp"}}
{"t":{"$date":"2020-12-14T19:51:45.248+00:00"},"s":"D1", "c":"REPL",     "id":21337,   "ctx":"conn260","msg":"Required snapshot optime is not yet part of the current 'committed' snapshot","attr":{"opTime":{"ts":{"$timestamp":{"t":1607975505,"i":23}},"t":2},"currentCommittedSnapshotOpTime":{"ts":{"$timestamp":{"t":1607975505,"i":22}},"t":2}}}

Full mini dump and mongod logs for the above patch build are attached:



 Comments   
Comment by Ian Whalen (Inactive) [ 07/Jan/21 ]

Author:

{'username': u'evrg-bot-webhook', 'name': u'Ben Caimano', 'email': u'ben.caimano@10gen.com'}

Message:SERVER-53357 Make failure to mirror a non-fatal error again
Branch:master
https://github.com/mongodb/mongo/commit/0d61a176cf1c82fea1e163c1ea15ff2666fa727c

Comment by Benjamin Caimano (Inactive) [ 05/Jan/21 ]

As always, please reopen if I didn't fix the problem with the commit

Comment by Dmitry Lukyanov (Inactive) [ 28/Dec/20 ]

it looks like c# driver sees the same issue:

https://evergreen.mongodb.com/task_log_raw/dot_net_driver_secure_tests__version~latest_os~windows_64_topology~replicaset_auth~auth_ssl~ssl_test_net452_patch_86ca240d5b25e6f2252e91f7f44749d1c0b2ee25_5fe9e80532f41751a47af7c9_20_12_28_14_13_47/0?type=T#L3200

it happens only on latest replica sets

Comment by Shane Harvey [ 18/Dec/20 ]

To reproduce:

  1. start a replica set
  2. clone the python driver and run the test_crud_v2 test suite:

    git clone git@github.com:mongodb/mongo-python-driver.git && cd mongo-python-driver
    python setup.py test -f -s test.test_crud_v2
    

You will see output like this:

$ python setup.py test -f -s test.test_crud_v2
...
 [2020/12/18 02:57:05.173] Running tests...
 [2020/12/18 02:57:05.173] ----------------------------------------------------------------------
 [2020/12/18 02:57:05.488]   test_v2_aggregate_merge_Aggregate_with_$merge (test.test_crud_v2.TestSpec) ... OK (0.315s)
 [2020/12/18 02:57:05.540]   test_v2_aggregate_merge_Aggregate_with_$merge_and_available_readConcern (test.test_crud_v2.TestSpec) ... OK (0.052s)
 [2020/12/18 02:57:05.598]   test_v2_aggregate_merge_Aggregate_with_$merge_and_batch_size_of_0 (test.test_crud_v2.TestSpec) ... OK (0.058s)
 [2020/12/18 02:57:05.651]   test_v2_aggregate_merge_Aggregate_with_$merge_and_local_readConcern (test.test_crud_v2.TestSpec) ... OK (0.053s)
 [2020/12/18 02:57:05.704]   test_v2_aggregate_merge_Aggregate_with_$merge_and_majority_readConcern (test.test_crud_v2.TestSpec) ... OK (0.053s)
 [2020/12/18 02:57:05.753]   test_v2_aggregate_out_readConcern_invalid_readConcern_with_out_stage (test.test_crud_v2.TestSpec) ... OK (0.049s)
 [2020/12/18 02:57:05.825]   test_v2_aggregate_out_readConcern_readConcern_available_with_out_stage (test.test_crud_v2.TestSpec) ... OK (0.072s)
 [2020/12/18 02:57:05.891]   test_v2_aggregate_out_readConcern_readConcern_linearizable_with_out_stage (test.test_crud_v2.TestSpec) ... OK (0.066s)
 [2020/12/18 02:57:05.958]   test_v2_aggregate_out_readConcern_readConcern_local_with_out_stage (test.test_crud_v2.TestSpec) ... OK (0.066s)
 [2020/12/18 02:57:06.046]   test_v2_aggregate_out_readConcern_readConcern_majority_with_out_stage (test.test_crud_v2.TestSpec) ... OK (0.088s)
 [2020/12/18 02:57:06.106]   test_v2_bulkWrite_arrayFilters_BulkWrite_updateMany_with_arrayFilters (test.test_crud_v2.TestSpec) ... OK (0.060s)
 [2020/12/18 02:57:06.159]   test_v2_bulkWrite_arrayFilters_BulkWrite_updateOne_with_arrayFilters (test.test_crud_v2.TestSpec) ... OK (0.053s)
 [2020/12/18 02:57:06.212]   test_v2_bulkWrite_delete_hint_BulkWrite_deleteMany_with_hints (test.test_crud_v2.TestSpec) ... OK (0.053s)
 [2020/12/18 02:57:06.256]   test_v2_bulkWrite_delete_hint_BulkWrite_deleteOne_with_hints (test.test_crud_v2.TestSpec) ... OK (0.044s)
 [2020/12/18 02:57:06.257]   test_v2_bulkWrite_delete_hint_clientError_BulkWrite_deleteMany_with_hints_unsupported_(client-side_error) (test.test_crud_v2.TestSpec) ... SKIP (0.000s)
 [2020/12/18 02:57:06.257]   test_v2_bulkWrite_delete_hint_clientError_BulkWrite_deleteOne_with_hints_unsupported_(client-side_error) (test.test_crud_v2.TestSpec) ... SKIP (0.000s)
 [2020/12/18 02:57:06.257]   test_v2_bulkWrite_delete_hint_serverError_BulkWrite_deleteMany_with_hints_unsupported_(server-side_error) (test.test_crud_v2.TestSpec) ... SKIP (0.000s)
 [2020/12/18 02:57:06.257]   test_v2_bulkWrite_delete_hint_serverError_BulkWrite_deleteOne_with_hints_unsupported_(server-side_error) (test.test_crud_v2.TestSpec) ... SKIP (0.000s)
 [2020/12/18 02:57:06.312]   test_v2_bulkWrite_update_hint_BulkWrite_replaceOne_with_update_hints (test.test_crud_v2.TestSpec) ... OK (0.055s)
 [2020/12/18 02:57:06.367]   test_v2_bulkWrite_update_hint_BulkWrite_updateMany_with_update_hints (test.test_crud_v2.TestSpec) ... OK (0.054s)
 [2020/12/18 02:57:06.428]   test_v2_bulkWrite_update_hint_BulkWrite_updateOne_with_update_hints (test.test_crud_v2.TestSpec) ... OK (0.060s)
 [2020/12/18 02:57:06.428]   test_v2_bulkWrite_update_hint_clientError_BulkWrite_replaceOne_with_update_hints_unsupported_(client-side_error) (test.test_crud_v2.TestSpec) ... SKIP (0.000s)
 [2020/12/18 02:57:06.428]   test_v2_bulkWrite_update_hint_clientError_BulkWrite_updateMany_with_update_hints_unsupported_(client-side_error) (test.test_crud_v2.TestSpec) ... SKIP (0.000s)
 [2020/12/18 02:57:06.428]   test_v2_bulkWrite_update_hint_clientError_BulkWrite_updateOne_with_update_hints_unsupported_(client-side_error) (test.test_crud_v2.TestSpec) ... SKIP (0.000s)
 [2020/12/18 02:57:06.428]   test_v2_bulkWrite_update_hint_serverError_BulkWrite_replaceOne_with_update_hints_unsupported_(server-side_error) (test.test_crud_v2.TestSpec) ... SKIP (0.000s)
 [2020/12/18 02:57:06.428]   test_v2_bulkWrite_update_hint_serverError_BulkWrite_updateMany_with_update_hints_unsupported_(server-side_error) (test.test_crud_v2.TestSpec) ... SKIP (0.000s)
 [2020/12/18 02:57:06.428]   test_v2_bulkWrite_update_hint_serverError_BulkWrite_updateOne_with_update_hints_unsupported_(server-side_error) (test.test_crud_v2.TestSpec) ... SKIP (0.000s)
 [2020/12/18 02:57:06.449]   test_v2_db_aggregate_Aggregate_with_$listLocalSessions (test.test_crud_v2.TestSpec) ... OK (0.022s)
 [2020/12/18 02:57:06.471]   test_v2_db_aggregate_Aggregate_with_$listLocalSessions_and_allowDiskUse (test.test_crud_v2.TestSpec) ... OK (0.022s)
 [2020/12/18 02:57:06.522]   test_v2_deleteMany_hint_DeleteMany_with_hint_document (test.test_crud_v2.TestSpec) ... OK (0.050s)
 [2020/12/18 02:57:06.572]   test_v2_deleteMany_hint_DeleteMany_with_hint_string (test.test_crud_v2.TestSpec) ... OK (0.051s)
 [2020/12/18 02:57:06.572]   test_v2_deleteMany_hint_clientError_DeleteMany_with_hint_document_unsupported_(client-side_error) (test.test_crud_v2.TestSpec) ... SKIP (0.000s)
 [2020/12/18 02:57:06.572]   test_v2_deleteMany_hint_clientError_DeleteMany_with_hint_string_unsupported_(client-side_error) (test.test_crud_v2.TestSpec) ... SKIP (0.000s)
 [2020/12/18 02:57:06.572]   test_v2_deleteMany_hint_serverError_DeleteMany_with_hint_document_unsupported_(server-side_error) (test.test_crud_v2.TestSpec) ... SKIP (0.000s)
 [2020/12/18 02:57:06.572]   test_v2_deleteMany_hint_serverError_DeleteMany_with_hint_string_unsupported_(server-side_error) (test.test_crud_v2.TestSpec) ... SKIP (0.000s)
 [2020/12/18 02:57:06.630]   test_v2_deleteOne_hint_DeleteOne_with_hint_string (test.test_crud_v2.TestSpec) ... OK (0.058s)
 [2020/12/18 02:57:06.630]   test_v2_deleteOne_hint_clientError_DeleteOne_with_hint_document_unsupported_(client-side_error) (test.test_crud_v2.TestSpec) ... SKIP (0.000s)
 [2020/12/18 02:57:06.630]   test_v2_deleteOne_hint_clientError_DeleteOne_with_hint_string_unsupported_(client-side_error) (test.test_crud_v2.TestSpec) ... SKIP (0.000s)
 [2020/12/18 02:57:18.027]   test_v2_deleteOne_hint_deleteOne_with_hint_document (test.test_crud_v2.TestSpec) ... ERROR (11.397s)
 [2020/12/18 02:57:18.027] ======================================================================
 [2020/12/18 02:57:18.027] ERROR [11.397s]: test_v2_deleteOne_hint_deleteOne_with_hint_document (test.test_crud_v2.TestSpec)
 [2020/12/18 02:57:18.027] ----------------------------------------------------------------------
 [2020/12/18 02:57:18.027] Traceback (most recent call last):
 [2020/12/18 02:57:18.027]   File "C:\data\mci\93dd1500d252e1fea0e4d7ef48575ef0\src\pymongo\pool.py", line 708, in command
 [2020/12/18 02:57:18.027]     return command(self, dbname, spec, slave_ok,
 [2020/12/18 02:57:18.027]   File "C:\data\mci\93dd1500d252e1fea0e4d7ef48575ef0\src\pymongo\network.py", line 150, in command
 [2020/12/18 02:57:18.027]     reply = receive_message(sock_info, request_id)
 [2020/12/18 02:57:18.027]   File "C:\data\mci\93dd1500d252e1fea0e4d7ef48575ef0\src\pymongo\network.py", line 195, in receive_message
 [2020/12/18 02:57:18.027]     _receive_data_on_socket(sock_info, 16, deadline))
 [2020/12/18 02:57:18.027]   File "C:\data\mci\93dd1500d252e1fea0e4d7ef48575ef0\src\pymongo\network.py", line 286, in _receive_data_on_socket
 [2020/12/18 02:57:18.027]     chunk_length = sock_info.sock.recv_into(mv[bytes_read:])
 [2020/12/18 02:57:18.027] ConnectionResetError: [WinError 10054] An existing connection was forcibly closed by the remote host
 [2020/12/18 02:57:18.027] During handling of the above exception, another exception occurred:
 [2020/12/18 02:57:18.027] Traceback (most recent call last):
 [2020/12/18 02:57:18.027]   File "C:\data\mci\93dd1500d252e1fea0e4d7ef48575ef0\src\test\__init__.py", line 458, in wrap
 [2020/12/18 02:57:18.027]     return f(*args, **kwargs)
 [2020/12/18 02:57:18.027]   File "C:\data\mci\93dd1500d252e1fea0e4d7ef48575ef0\src\test\test_crud_v2.py", line 40, in run_scenario
 [2020/12/18 02:57:18.027]     self.run_scenario(scenario_def, test)
 [2020/12/18 02:57:18.027]   File "C:\data\mci\93dd1500d252e1fea0e4d7ef48575ef0\src\test\utils_spec_runner.py", line 574, in run_scenario
 [2020/12/18 02:57:18.027]     self.setup_scenario(scenario_def)
 [2020/12/18 02:57:18.027]   File "C:\data\mci\93dd1500d252e1fea0e4d7ef48575ef0\src\test\crud_v2_format.py", line 48, in setup_scenario
 [2020/12/18 02:57:18.027]     super(TestCrudV2, self).setup_scenario(scenario_def)
 [2020/12/18 02:57:18.027]   File "C:\data\mci\93dd1500d252e1fea0e4d7ef48575ef0\src\test\utils_spec_runner.py", line 561, in setup_scenario
 [2020/12/18 02:57:18.027]     db.create_collection(coll_name)
 [2020/12/18 02:57:18.027]   File "C:\data\mci\93dd1500d252e1fea0e4d7ef48575ef0\src\pymongo\database.py", line 419, in create_collection
 [2020/12/18 02:57:18.027]     return Collection(self, name, True, codec_options,
 [2020/12/18 02:57:18.027]   File "C:\data\mci\93dd1500d252e1fea0e4d7ef48575ef0\src\pymongo\collection.py", line 187, in __init__
 [2020/12/18 02:57:18.027]     self.__create(kwargs, collation, session)
 [2020/12/18 02:57:18.027]   File "C:\data\mci\93dd1500d252e1fea0e4d7ef48575ef0\src\pymongo\collection.py", line 264, in __create
 [2020/12/18 02:57:18.027]     self._command(
 [2020/12/18 02:57:18.027]   File "C:\data\mci\93dd1500d252e1fea0e4d7ef48575ef0\src\pymongo\collection.py", line 238, in _command
 [2020/12/18 02:57:18.027]     return sock_info.command(
 [2020/12/18 02:57:18.027]   File "C:\data\mci\93dd1500d252e1fea0e4d7ef48575ef0\src\pymongo\pool.py", line 724, in command
 [2020/12/18 02:57:18.027]     self._raise_connection_failure(error)
 [2020/12/18 02:57:18.027]   File "C:\data\mci\93dd1500d252e1fea0e4d7ef48575ef0\src\pymongo\pool.py", line 916, in _raise_connection_failure
 [2020/12/18 02:57:18.027]     _raise_connection_failure(self.address, error)
 [2020/12/18 02:57:18.027]   File "C:\data\mci\93dd1500d252e1fea0e4d7ef48575ef0\src\pymongo\pool.py", line 287, in _raise_connection_failure
 [2020/12/18 02:57:18.027]     raise AutoReconnect(msg)
 [2020/12/18 02:57:18.027] pymongo.errors.AutoReconnect: localhost:27017: [WinError 10054] An existing connection was forcibly closed by the remote host
 [2020/12/18 02:57:18.027] ----------------------------------------------------------------------
 [2020/12/18 02:57:18.027] Ran 39 tests in 12.854s
 [2020/12/18 02:57:18.027] FAILED (errors=1, skipped=16)
 [2020/12/18 02:57:18.027] Generating XML reports...

In the example above it appears the server crashes while executing a create collection command.

Comment by Shane Harvey [ 18/Dec/20 ]

The same crash also occurs on Ubuntu 16.04, server log below:

{"t":{"$date":"2020-12-18T01:41:43.154+00:00"},"s":"I",  "c":"CONTROL",  "id":23403,   "ctx":"initandlisten","msg":"Build Info","attr":{"buildInfo":{"version":"4.9.0-alpha-1044-g42dae28","gitVersion":"42dae28cbff75e5e71199bdb6946673fc61b3436","openSSLVersion":"OpenSSL 1.0.2g  1 Mar 2016","modules":["enterprise"],"allocator":"tcmalloc","environment":{"distmod":"ubuntu1604","distarch":"x86_64","target_arch":"x86_64"}}}}
{"t":{"$date":"2020-12-18T01:41:43.154+00:00"},"s":"I",  "c":"CONTROL",  "id":51765,   "ctx":"initandlisten","msg":"Operating System","attr":{"os":{"name":"Ubuntu","version":"16.04"}}}
{"t":{"$date":"2020-12-18T01:41:43.154+00:00"},"s":"I",  "c":"CONTROL",  "id":21951,   "ctx":"initandlisten","msg":"Options set by command line","attr":{"options":{"config":"/data/mci/c8b8e93a583c6b0c6ce7ef355a2c850b/drivers-tools/.evergreen/orchestration/db/mongo-nxsa9mt1","net":{"bindIp":"127.0.0.1,::1","compression":{"compressors":"zstd,zlib,snappy,noop"},"ipv6":true,"port":27017},"replication":{"enableMajorityReadConcern":true,"oplogSizeMB":500,"replSet":"repl0"},"setParameter":{"enableTestCommands":"1","maxTransactionLockRequestTimeoutMillis":"25","periodicNoopIntervalSecs":"1","transactionLifetimeLimitSeconds":"3","writePeriodicNoops":"1"},"storage":{"dbPath":"/data/mci/c8b8e93a583c6b0c6ce7ef355a2c850b/drivers-tools/.evergreen/orchestration/db/mongod-9aozwnpd","journal":{"enabled":true}},"systemLog":{"destination":"file","logAppend":true,"path":"/data/mci/c8b8e93a583c6b0c6ce7ef355a2c850b/drivers-tools/.evergreen/orchestration/db/mongod-9aozwnpd/mongod.log","verbosity":1}}}}
...
{"t":{"$date":"2020-12-18T01:43:58.348+00:00"},"s":"D1", "c":"REPL",     "id":21342,   "ctx":"conn718","msg":"Waiting for a hello response from a topology change or until deadline","attr":{"deadline":{"$date":"2020-12-18T01:43:58.448Z"},"currentTopologyVersionCounter":11}}
{"t":{"$date":"2020-12-18T01:43:58.349+00:00"},"s":"I",  "c":"CONTROL",  "id":31380,   "ctx":"MirrorMaestro-0","msg":"BACKTRACE","attr":{"bt":{"backtrace":[{"a":"55BE0ECA4D4A","b":"55BE0B370000","o":"3934D4A","s":"_ZN5mongo18stack_trace_detail12_GLOBAL__N_119printStackTraceImplERKNS1_7OptionsEPNS_14StackTraceSinkE.constprop.628","s+":"1EA"},{"a":"55BE0ECA6149","b":"55BE0B370000","o":"3936149","s":"_ZN5mongo15printStackTraceEv","s+":"29"},{"a":"55BE0ECA2067","b":"55BE0B370000","o":"3932067","s":"_ZN5mongo12_GLOBAL__N_111myTerminateEv","s+":"D7"},{"a":"55BE0EE8D2C6","b":"55BE0B370000","o":"3B1D2C6","s":"_ZN10__cxxabiv111__terminateEPFvvE","s+":"6"},{"a":"55BE0EF21E29","b":"55BE0B370000","o":"3BB1E29","s":"__cxa_call_terminate","s+":"39"},{"a":"55BE0EE8CCE5","b":"55BE0B370000","o":"3B1CCE5","s":"__gxx_personality_v0","s+":"2C5"},{"a":"7F28A62FBF83","b":"7F28A62EC000","o":"FF83","s":"_Unwind_GetTextRelBase","s+":"1DE3"},{"a":"7F28A62FC2EB","b":"7F28A62EC000","o":"102EB","s":"_Unwind_RaiseException","s+":"FB"},{"a":"55BE0EE8D426","b":"55BE0B370000","o":"3B1D426","s":"__cxa_throw","s+":"36"},{"a":"55BE0C582B66","b":"55BE0B370000","o":"1212B66","s":"_ZN5mongo13error_details23throwExceptionForStatusERKNS_6StatusE","s+":"8A60"},{"a":"55BE0C590B78","b":"55BE0B370000","o":"1220B78","s":"_ZN5mongo25tassertFailedWithLocationENS_20SourceLocationHolderERKNS_6StatusE","s+":"151"},{"a":"55BE0C590BC4","b":"55BE0B370000","o":"1220BC4","s":"_ZN5mongo19tassertWithLocationENS_20SourceLocationHolderERKNS_6StatusE.cold.804","s+":"F"},{"a":"55BE0C1D865E","b":"55BE0B370000","o":"E6865E","s":"_ZN5mongo12_GLOBAL__N_117MirrorMaestroImpl7_mirrorERKSt6vectorINS_11HostAndPortESaIS3_EESt10shared_ptrINS_17CommandInvocationEERKNS_23MirroredReadsParametersE.cold.1101","s+":"C4"},{"a":"55BE0CA2FD11","b":"55BE0B370000","o":"16BFD11","s":"_ZZN5mongo15unique_functionIFvNS_6StatusEEE8makeImplIZZNOS_14ExecutorFutureIvE8getAsyncIZNS_12_GLOBAL__N_117MirrorMaestroImpl9tryMirrorESt10shared_ptrINS_17CommandInvocationEEEUlRKT_E_Li0EEEvOSD_ENUlS1_E_clES1_EUlS1_E_EEDaSH_EN12SpecificImpl4callEOS1_","s+":"C1"},{"a":"55BE0E67CE60","b":"55BE0B370000","o":"330CE60","s":"_ZZN5mongo15unique_functionIFvRKNS_8executor12TaskExecutor12CallbackArgsEEE8makeImplIZNS2_8scheduleENS0_IFvNS_6StatusEEEEEUlS5_E_EEDaOT_EN12SpecificImpl4callES5_","s+":"40"},{"a":"55BE0E51B6F0","b":"55BE0B370000","o":"31AB6F0","s":"_ZN5mongo8executor22ThreadPoolTaskExecutor11runCallbackESt10shared_ptrINS1_13CallbackStateEE","s+":"110"},{"a":"55BE0E51BB02","b":"55BE0B370000","o":"31ABB02","s":"_ZZN5mongo15unique_functionIFvNS_6StatusEEE8makeImplIZNS_8executor22ThreadPoolTaskExecutor23scheduleIntoPool_inlockEPNSt7__cxx114listISt10shared_ptrINS6_13CallbackStateEESaISB_EEERKSt14_List_iteratorISB_ESI_St11unique_lockINS_12latch_detail5LatchEEEUlT_E1_EEDaOSN_EN12SpecificImpl4callEOS1_","s+":"A2"},{"a":"55BE0EA851A2","b":"55BE0B370000","o":"37151A2","s":"_ZN5mongo10ThreadPool4Impl10_doOneTaskEPSt11unique_lockINS_12latch_detail5LatchEE","s+":"122"},{"a":"55BE0EA85443","b":"55BE0B370000","o":"3715443","s":"_ZN5mongo10ThreadPool4Impl13_consumeTasksEv","s+":"83"},{"a":"55BE0EA85ED5","b":"55BE0B370000","o":"3715ED5","s":"_ZN5mongo10ThreadPool4Impl17_workerThreadBodyERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEE","s+":"B5"},{"a":"55BE0EA861F0","b":"55BE0B370000","o":"37161F0","s":"_ZNSt6thread11_State_implINS_8_InvokerISt5tupleIJZN5mongo4stdx6threadC4IZNS3_10ThreadPool4Impl25_startWorkerThread_inlockEvEUlvE2_JELi0EEET_DpOT0_EUlvE_EEEEE6_M_runEv","s+":"60"},{"a":"55BE0EEA950F","b":"55BE0B370000","o":"3B3950F","s":"execute_native_thread_routine","s+":"F"},{"a":"7F28A68D36BA","b":"7F28A68CC000","o":"76BA","s":"start_thread","s+":"CA"},{"a":"7F28A660941D","b":"7F28A6502000","o":"10741D","s":"clone","s+":"6D"}],"processInfo":{"mongodbVersion":"4.9.0-alpha-1044-g42dae28","gitVersion":"42dae28cbff75e5e71199bdb6946673fc61b3436","compiledModules":["enterprise"],"uname":{"sysname":"Linux","release":"4.4.0-1030-aws","version":"#39-Ubuntu SMP Wed Aug 9 09:43:05 UTC 2017","machine":"x86_64"},"somap":[{"b":"55BE0B370000","elfType":3,"buildId":"118A28E9314FD02A3EED889C8A275CB72F5585FB"},{"b":"7F28A68CC000","path":"/lib/x86_64-linux-gnu/libpthread.so.0","elfType":3,"buildId":"B17C21299099640A6D863E423D99265824E7BB16"},{"b":"7F28A6502000","path":"/lib/x86_64-linux-gnu/libc.so.6","elfType":3,"buildId":"1CA54A6E0D76188105B12E49FE6B8019BF08803A"},{"b":"7F28A62EC000","path":"/lib/x86_64-linux-gnu/libgcc_s.so.1","elfType":3,"buildId":"68220AE2C65D65C1B6AAA12FA6765A6EC2F5F434"}]}}}}
{"t":{"$date":"2020-12-18T01:43:58.349+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"55BE0ECA4D4A","b":"55BE0B370000","o":"3934D4A","s":"_ZN5mongo18stack_trace_detail12_GLOBAL__N_119printStackTraceImplERKNS1_7OptionsEPNS_14StackTraceSinkE.constprop.628","s+":"1EA"}}}
{"t":{"$date":"2020-12-18T01:43:58.349+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"55BE0ECA6149","b":"55BE0B370000","o":"3936149","s":"_ZN5mongo15printStackTraceEv","s+":"29"}}}
{"t":{"$date":"2020-12-18T01:43:58.349+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"55BE0ECA2067","b":"55BE0B370000","o":"3932067","s":"_ZN5mongo12_GLOBAL__N_111myTerminateEv","s+":"D7"}}}
{"t":{"$date":"2020-12-18T01:43:58.349+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"55BE0EE8D2C6","b":"55BE0B370000","o":"3B1D2C6","s":"_ZN10__cxxabiv111__terminateEPFvvE","s+":"6"}}}
{"t":{"$date":"2020-12-18T01:43:58.349+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"55BE0EF21E29","b":"55BE0B370000","o":"3BB1E29","s":"__cxa_call_terminate","s+":"39"}}}
{"t":{"$date":"2020-12-18T01:43:58.349+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"55BE0EE8CCE5","b":"55BE0B370000","o":"3B1CCE5","s":"__gxx_personality_v0","s+":"2C5"}}}
{"t":{"$date":"2020-12-18T01:43:58.349+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7F28A62FBF83","b":"7F28A62EC000","o":"FF83","s":"_Unwind_GetTextRelBase","s+":"1DE3"}}}
{"t":{"$date":"2020-12-18T01:43:58.349+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7F28A62FC2EB","b":"7F28A62EC000","o":"102EB","s":"_Unwind_RaiseException","s+":"FB"}}}
{"t":{"$date":"2020-12-18T01:43:58.349+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"55BE0EE8D426","b":"55BE0B370000","o":"3B1D426","s":"__cxa_throw","s+":"36"}}}
{"t":{"$date":"2020-12-18T01:43:58.349+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"55BE0C582B66","b":"55BE0B370000","o":"1212B66","s":"_ZN5mongo13error_details23throwExceptionForStatusERKNS_6StatusE","s+":"8A60"}}}
{"t":{"$date":"2020-12-18T01:43:58.349+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"55BE0C590B78","b":"55BE0B370000","o":"1220B78","s":"_ZN5mongo25tassertFailedWithLocationENS_20SourceLocationHolderERKNS_6StatusE","s+":"151"}}}
{"t":{"$date":"2020-12-18T01:43:58.349+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"55BE0C590BC4","b":"55BE0B370000","o":"1220BC4","s":"_ZN5mongo19tassertWithLocationENS_20SourceLocationHolderERKNS_6StatusE.cold.804","s+":"F"}}}
{"t":{"$date":"2020-12-18T01:43:58.349+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"55BE0C1D865E","b":"55BE0B370000","o":"E6865E","s":"_ZN5mongo12_GLOBAL__N_117MirrorMaestroImpl7_mirrorERKSt6vectorINS_11HostAndPortESaIS3_EESt10shared_ptrINS_17CommandInvocationEERKNS_23MirroredReadsParametersE.cold.1101","s+":"C4"}}}
{"t":{"$date":"2020-12-18T01:43:58.349+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"55BE0CA2FD11","b":"55BE0B370000","o":"16BFD11","s":"_ZZN5mongo15unique_functionIFvNS_6StatusEEE8makeImplIZZNOS_14ExecutorFutureIvE8getAsyncIZNS_12_GLOBAL__N_117MirrorMaestroImpl9tryMirrorESt10shared_ptrINS_17CommandInvocationEEEUlRKT_E_Li0EEEvOSD_ENUlS1_E_clES1_EUlS1_E_EEDaSH_EN12SpecificImpl4callEOS1_","s+":"C1"}}}
{"t":{"$date":"2020-12-18T01:43:58.349+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"55BE0E67CE60","b":"55BE0B370000","o":"330CE60","s":"_ZZN5mongo15unique_functionIFvRKNS_8executor12TaskExecutor12CallbackArgsEEE8makeImplIZNS2_8scheduleENS0_IFvNS_6StatusEEEEEUlS5_E_EEDaOT_EN12SpecificImpl4callES5_","s+":"40"}}}
{"t":{"$date":"2020-12-18T01:43:58.349+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"55BE0E51B6F0","b":"55BE0B370000","o":"31AB6F0","s":"_ZN5mongo8executor22ThreadPoolTaskExecutor11runCallbackESt10shared_ptrINS1_13CallbackStateEE","s+":"110"}}}
{"t":{"$date":"2020-12-18T01:43:58.349+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"55BE0E51BB02","b":"55BE0B370000","o":"31ABB02","s":"_ZZN5mongo15unique_functionIFvNS_6StatusEEE8makeImplIZNS_8executor22ThreadPoolTaskExecutor23scheduleIntoPool_inlockEPNSt7__cxx114listISt10shared_ptrINS6_13CallbackStateEESaISB_EEERKSt14_List_iteratorISB_ESI_St11unique_lockINS_12latch_detail5LatchEEEUlT_E1_EEDaOSN_EN12SpecificImpl4callEOS1_","s+":"A2"}}}
{"t":{"$date":"2020-12-18T01:43:58.349+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"55BE0EA851A2","b":"55BE0B370000","o":"37151A2","s":"_ZN5mongo10ThreadPool4Impl10_doOneTaskEPSt11unique_lockINS_12latch_detail5LatchEE","s+":"122"}}}
{"t":{"$date":"2020-12-18T01:43:58.349+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"55BE0EA85443","b":"55BE0B370000","o":"3715443","s":"_ZN5mongo10ThreadPool4Impl13_consumeTasksEv","s+":"83"}}}
{"t":{"$date":"2020-12-18T01:43:58.349+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"55BE0EA85ED5","b":"55BE0B370000","o":"3715ED5","s":"_ZN5mongo10ThreadPool4Impl17_workerThreadBodyERKNSt7__cxx1112basic_stringIcSt11char_traitsIcESaIcEEE","s+":"B5"}}}
{"t":{"$date":"2020-12-18T01:43:58.349+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"55BE0EA861F0","b":"55BE0B370000","o":"37161F0","s":"_ZNSt6thread11_State_implINS_8_InvokerISt5tupleIJZN5mongo4stdx6threadC4IZNS3_10ThreadPool4Impl25_startWorkerThread_inlockEvEUlvE2_JELi0EEET_DpOT0_EUlvE_EEEEE6_M_runEv","s+":"60"}}}
{"t":{"$date":"2020-12-18T01:43:58.349+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"55BE0EEA950F","b":"55BE0B370000","o":"3B3950F","s":"execute_native_thread_routine","s+":"F"}}}
{"t":{"$date":"2020-12-18T01:43:58.349+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7F28A68D36BA","b":"7F28A68CC000","o":"76BA","s":"start_thread","s+":"CA"}}}
{"t":{"$date":"2020-12-18T01:43:58.349+00:00"},"s":"I",  "c":"CONTROL",  "id":31445,   "ctx":"MirrorMaestro-0","msg":"Frame","attr":{"frame":{"a":"7F28A660941D","b":"7F28A6502000","o":"10741D","s":"clone","s+":"6D"}}}

https://evergreen.mongodb.com/task/mongo_python_driver_tests_python_version_requires_openssl_102_plus_test_encryption__platform~ubuntu_16.04_auth_ssl~noauth_nossl_python_version~3.7_encryption~encryption_test_latest_replica_set_patch_c673d8b3cea48f65615cf632fb287e1b9e57be72_5fdc08412a60ed32333e772f_20_12_18_01_39_14

Comment by Shane Harvey [ 14/Dec/20 ]

Note this failure started happening around November 30th: https://evergreen.mongodb.com/task/mongo_python_driver_tests_windows_python_version__platform~windows_64_vsMulti_small_auth_ssl~noauth_nossl_python_version_windows~3.9_test_latest_replica_set_807ab5ac9c153039b17bf5ffe4cd0d1d900c6631_20_11_24_02_46_58

Generated at Thu Feb 08 05:30:40 UTC 2024 using Jira 9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66.