-
Type:
Investigation
-
Resolution: Duplicate
-
Priority:
Major - P3
-
None
-
Affects Version/s: None
-
Component/s: None
-
Tools and Replicator
ctc_multi_replicator_pause_reverse_jscore_passthrough_v60_to_v60 on v60-to-v60-rhel80
Host: i-00a0020bd2aaa7a04
Project: mongosync
Commit: 29963d78
Please refer to BF(G) Playbook for instructions on handling BF and BFG tickets as well as Auto-Resolution Rules
Failing Test Logs:
Task Logs:
ctc_multi_replicator_pause_reverse_jscore_passthrough_v60_to_v60 task_log
Logs:
Traceback (most recent call last): File "/data/mci/5c5c5e5c1f46cfdc724b0ac3131f0556/resmoke-venv/lib/python3.10/site-packages/sitecustomize.py", line 3, in <module> import resmoke.mongosync Traceback (most recent call last): File "/data/mci/5c5c5e5c1f46cfdc724b0ac3131f0556/resmoke-venv/lib/python3.10/site-packages/sitecustomize.py", line 3, in <module> import resmoke.mongosync Traceback (most recent call last): File "/data/mci/5c5c5e5c1f46cfdc724b0ac3131f0556/resmoke-venv/lib/python3.10/site-packages/sitecustomize.py", line 3, in <module> import resmoke.mongosync Traceback (most recent call last): File "/data/mci/5c5c5e5c1f46cfdc724b0ac3131f0556/src/resmoke/buildscripts/resmokelib/testing/job.py", line 252, in _run_hooks_before_tests self._run_hook(hook, hook.before_test, test, hook_failure_flag) File "/data/mci/5c5c5e5c1f46cfdc724b0ac3131f0556/src/resmoke/buildscripts/resmokelib/testing/job.py", line 212, in _run_hook hook_function(test, self.report) File "/data/mci/5c5c5e5c1f46cfdc724b0ac3131f0556/src/mongosync/resmoke/mongosync/testing/hooks/cluster_to_cluster_replication.py", line 567, in before_test self.signal_and_wait_for_commit_replicator(test_report) File "/data/mci/5c5c5e5c1f46cfdc724b0ac3131f0556/src/mongosync/resmoke/mongosync/testing/hooks/cluster_to_cluster_replication.py", line 818, in signal_and_wait_for_commit_replicator self._signal_and_wait_for_threads( File "/data/mci/5c5c5e5c1f46cfdc724b0ac3131f0556/src/mongosync/resmoke/mongosync/testing/hooks/cluster_to_cluster_replication.py", line 763, in _signal_and_wait_for_threads self.stop_replicator_threads_and_check_consistency_if_mismatches_found(test_report) File "/data/mci/5c5c5e5c1f46cfdc724b0ac3131f0556/src/mongosync/resmoke/mongosync/testing/hooks/cluster_to_cluster_replication.py", line 712, in stop_replicator_threads_and_check_consistency_if_mismatches_found raise thread.err Traceback (most recent call last): File "/opt/mongodbtoolchain/revisions/fb8eb86be2e5ed5f91e7b4108f38f3bd36ddba4b/stow/python3-v4.ceI/lib/python3.10/urllib/request.py", line 1348, in do_open h.request(req.get_method(), req.selector, req.data, headers, File "/opt/mongodbtoolchain/revisions/fb8eb86be2e5ed5f91e7b4108f38f3bd36ddba4b/stow/python3-v4.ceI/lib/python3.10/http/client.py", line 1282, in request self._send_request(method, url, body, headers, encode_chunked) File "/opt/mongodbtoolchain/revisions/fb8eb86be2e5ed5f91e7b4108f38f3bd36ddba4b/stow/python3-v4.ceI/lib/python3.10/http/client.py", line 1328, in _send_request self.endheaders(body, encode_chunked=encode_chunked) File "/opt/mongodbtoolchain/revisions/fb8eb86be2e5ed5f91e7b4108f38f3bd36ddba4b/stow/python3-v4.ceI/lib/python3.10/http/client.py", line 1277, in endheaders self._send_output(message_body, encode_chunked=encode_chunked) File "/opt/mongodbtoolchain/revisions/fb8eb86be2e5ed5f91e7b4108f38f3bd36ddba4b/stow/python3-v4.ceI/lib/python3.10/http/client.py", line 1037, in _send_output self.send(msg) File "/opt/mongodbtoolchain/revisions/fb8eb86be2e5ed5f91e7b4108f38f3bd36ddba4b/stow/python3-v4.ceI/lib/python3.10/http/client.py", line 975, in send self.connect() File "/opt/mongodbtoolchain/revisions/fb8eb86be2e5ed5f91e7b4108f38f3bd36ddba4b/stow/python3-v4.ceI/lib/python3.10/http/client.py", line 941, in connect self.sock = self._create_connection( File "/opt/mongodbtoolchain/revisions/fb8eb86be2e5ed5f91e7b4108f38f3bd36ddba4b/stow/python3-v4.ceI/lib/python3.10/socket.py", line 845, in create_connection raise err File "/opt/mongodbtoolchain/revisions/fb8eb86be2e5ed5f91e7b4108f38f3bd36ddba4b/stow/python3-v4.ceI/lib/python3.10/socket.py", line 833, in create_connection sock.connect(sa) Traceback (most recent call last): File "/data/mci/5c5c5e5c1f46cfdc724b0ac3131f0556/src/mongosync/resmoke/mongosync/testing/fixtures/replicator.py", line 391, in send_command response = request.urlopen(req, timeout=timeout).read().decode("ascii") File "/opt/mongodbtoolchain/revisions/fb8eb86be2e5ed5f91e7b4108f38f3bd36ddba4b/stow/python3-v4.ceI/lib/python3.10/urllib/request.py", line 216, in urlopen return opener.open(url, data, timeout) File "/opt/mongodbtoolchain/revisions/fb8eb86be2e5ed5f91e7b4108f38f3bd36ddba4b/stow/python3-v4.ceI/lib/python3.10/urllib/request.py", line 519, in open response = self._open(req, data) File "/opt/mongodbtoolchain/revisions/fb8eb86be2e5ed5f91e7b4108f38f3bd36ddba4b/stow/python3-v4.ceI/lib/python3.10/urllib/request.py", line 536, in _open result = self._call_chain(self.handle_open, protocol, protocol + File "/opt/mongodbtoolchain/revisions/fb8eb86be2e5ed5f91e7b4108f38f3bd36ddba4b/stow/python3-v4.ceI/lib/python3.10/urllib/request.py", line 496, in _call_chain result = func(*args) File "/opt/mongodbtoolchain/revisions/fb8eb86be2e5ed5f91e7b4108f38f3bd36ddba4b/stow/python3-v4.ceI/lib/python3.10/urllib/request.py", line 1377, in http_open return self.do_open(http.client.HTTPConnection, req) File "/opt/mongodbtoolchain/revisions/fb8eb86be2e5ed5f91e7b4108f38f3bd36ddba4b/stow/python3-v4.ceI/lib/python3.10/urllib/request.py", line 1351, in do_open raise URLError(err) Traceback (most recent call last): File "/data/mci/5c5c5e5c1f46cfdc724b0ac3131f0556/src/mongosync/resmoke/mongosync/testing/hooks/cluster_to_cluster_replication.py", line 86, in run self.run_action() File "/data/mci/5c5c5e5c1f46cfdc724b0ac3131f0556/src/mongosync/resmoke/mongosync/testing/hooks/cluster_to_cluster_replication.py", line 137, in run_action self._replicator_state_to_action[self._replicator_state]() File "/data/mci/5c5c5e5c1f46cfdc724b0ac3131f0556/src/mongosync/resmoke/mongosync/testing/hooks/cluster_to_cluster_replication.py", line 228, in action_at_COMMITTING replicator_state = self._replicator.get_state() File "/data/mci/5c5c5e5c1f46cfdc724b0ac3131f0556/src/mongosync/resmoke/mongosync/testing/fixtures/replicator.py", line 303, in get_state self.run_retryable_action( File "/data/mci/5c5c5e5c1f46cfdc724b0ac3131f0556/src/mongosync/resmoke/mongosync/testing/fixtures/replicator.py", line 449, in run_retryable_action raise e File "/data/mci/5c5c5e5c1f46cfdc724b0ac3131f0556/src/mongosync/resmoke/mongosync/testing/fixtures/replicator.py", line 436, in run_retryable_action if action(): File "/data/mci/5c5c5e5c1f46cfdc724b0ac3131f0556/src/mongosync/resmoke/mongosync/testing/fixtures/replicator.py", line 299, in _progress_getter replicator_state = self.get_progress()["progress"]["state"] File "/data/mci/5c5c5e5c1f46cfdc724b0ac3131f0556/src/mongosync/resmoke/mongosync/testing/fixtures/replicator.py", line 276, in get_progress response = self.send_command("progress", check_success=False, send_data=False) File "/data/mci/5c5c5e5c1f46cfdc724b0ac3131f0556/src/mongosync/resmoke/mongosync/testing/fixtures/replicator.py", line 397, in send_command self._assert_no_premature_failure() File "/data/mci/5c5c5e5c1f46cfdc724b0ac3131f0556/src/mongosync/resmoke/mongosync/testing/fixtures/replicator.py", line 420, in _assert_no_premature_failure raise err
job_log_job3
Logs:
Found 43 instances of Waiting for Primary