<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 05:22:21 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-50318] Only restart scheduled heartbeats</title>
                <link>https://jira.mongodb.org/browse/SERVER-50318</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;After &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-29030&quot; title=&quot;Announce new primary via heartbeat requests&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-29030&quot;&gt;&lt;del&gt;SERVER-29030&lt;/del&gt;&lt;/a&gt;, we &lt;a href=&quot;https://github.com/mongodb/mongo/blob/f66f0e54ff6b71000b9a3404d5d9dd43f51f874a/src/mongo/db/repl/replication_coordinator_impl.cpp#L5226-L5243&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;cancel our own heartbeat requests if we receive a heartbeat request that announces a new primary&lt;/a&gt;. Since we don&apos;t update our knowledge of the primary when we receive a heartbeat request, it seems possible to continuously schedule and cancel our heartbeat requests. As a result, a node in initial sync may not be able to find a sync source, because it has not successfully received 2N heartbeats from other nodes, and eventually the node will shut down.&lt;/p&gt;</description>
                <environment></environment>
        <key id="1442355">SERVER-50318</key>
            <summary>Only restart scheduled heartbeats</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="13201">Fixed</resolution>
                                        <assignee username="xuerui.fa@mongodb.com">Xuerui Fa</assignee>
                                    <reporter username="xuerui.fa@mongodb.com">Xuerui Fa</reporter>
                        <labels>
                    </labels>
                <created>Fri, 14 Aug 2020 14:29:18 +0000</created>
                <updated>Sun, 29 Oct 2023 22:04:25 +0000</updated>
                            <resolved>Tue, 10 Nov 2020 22:10:19 +0000</resolved>
                                                    <fixVersion>4.8.0</fixVersion>
                    <fixVersion>4.9.0</fixVersion>
                    <fixVersion>4.4.4</fixVersion>
                                    <component>Replication</component>
                                        <votes>0</votes>
                                    <watches>3</watches>
                                                                                                                <comments>
                            <comment id="3571005" author="xgen-internal-githook" created="Tue, 19 Jan 2021 14:35:37 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;XueruiFa&apos;, &apos;email&apos;: &apos;xuerui.fa@mongodb.com&apos;, &apos;username&apos;: &apos;XueruiFa&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-50318&quot; title=&quot;Only restart scheduled heartbeats&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-50318&quot;&gt;&lt;del&gt;SERVER-50318&lt;/del&gt;&lt;/a&gt;: Only cancel scheduled heartbeats&lt;/p&gt;

&lt;p&gt;(cherry picked from commit 23ae68b0fecde9f0484dc276f376697d91fcc344)&lt;br/&gt;
Branch: v4.4&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/bddffe1ebc6a14da54d47ebd3a1ba80bb2efaff8&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/bddffe1ebc6a14da54d47ebd3a1ba80bb2efaff8&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="3484403" author="xgen-internal-githook" created="Tue, 10 Nov 2020 22:07:04 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;XueruiFa&apos;, &apos;email&apos;: &apos;xuerui.fa@mongodb.com&apos;, &apos;username&apos;: &apos;XueruiFa&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-50318&quot; title=&quot;Only restart scheduled heartbeats&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-50318&quot;&gt;&lt;del&gt;SERVER-50318&lt;/del&gt;&lt;/a&gt;: Only cancel scheduled heartbeats&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/23ae68b0fecde9f0484dc276f376697d91fcc344&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/23ae68b0fecde9f0484dc276f376697d91fcc344&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="3442208" author="xgen-internal-githook" created="Tue, 13 Oct 2020 14:41:59 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;XueruiFa&apos;, &apos;email&apos;: &apos;xuerui.fa@mongodb.com&apos;, &apos;username&apos;: &apos;XueruiFa&apos;}
&lt;p&gt;Message: Revert &quot;&lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-50318&quot; title=&quot;Only restart scheduled heartbeats&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-50318&quot;&gt;&lt;del&gt;SERVER-50318&lt;/del&gt;&lt;/a&gt;: Only cancel scheduled heartbeats&quot;&lt;/p&gt;

&lt;p&gt;This reverts commit 379c0116b694d8d88ec096170e703fe3d0119e55.&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/8dbb92e85ff1480697baeef0cc56f6fb84f856a9&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/8dbb92e85ff1480697baeef0cc56f6fb84f856a9&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="3416468" author="xgen-internal-githook" created="Tue, 29 Sep 2020 15:52:09 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;XueruiFa&apos;, &apos;email&apos;: &apos;xuerui.fa@mongodb.com&apos;, &apos;username&apos;: &apos;XueruiFa&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-50318&quot; title=&quot;Only restart scheduled heartbeats&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-50318&quot;&gt;&lt;del&gt;SERVER-50318&lt;/del&gt;&lt;/a&gt;: Only cancel scheduled heartbeats&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/379c0116b694d8d88ec096170e703fe3d0119e55&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/379c0116b694d8d88ec096170e703fe3d0119e55&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="3405379" author="xuerui.fa" created="Tue, 22 Sep 2020 15:23:44 +0000"  >&lt;p&gt;As an update, we decided that the correct approach is to keep track of the state of each heartbeat request. Restarting heartbeats will only restart scheduled heartbeats, whereas heartbeat requests that have already been sent out will not be cancelled. This will also optimize heartbeat cancelling, in addition to resolving the BF.&lt;/p&gt;</comment>
                            <comment id="3385892" author="xuerui.fa" created="Thu, 10 Sep 2020 17:58:12 +0000"  >&lt;p&gt;Thanks &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=siyuan.zhou&quot; class=&quot;user-hover&quot; rel=&quot;siyuan.zhou&quot;&gt;siyuan.zhou&lt;/a&gt; for finding why the interval was low: it was being set &lt;a href=&quot;https://github.com/mongodb/mongo/blob/311b7982f61009fd08bd7b76b1638d62cc8703de/src/mongo/shell/replsettest.js#L1427&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;as part of replSetTest.initiate()&lt;/a&gt;. It seems like this error could occur for any situation where the initial syncing node&apos;s heartbeat interval is approximately equal to the primary&apos;s heartbeat interval, so we will implement a fix for this. &lt;/p&gt;

&lt;p&gt;Our current proposal is, when the node receives a heartbeat request from the primary indicating that it is different from what we think, then we will restart our heartbeat request to &lt;b&gt;only&lt;/b&gt; the primary. We can do this by changing the &lt;a href=&quot;https://github.com/mongodb/mongo/blob/311b7982f61009fd08bd7b76b1638d62cc8703de/src/mongo/db/repl/replication_coordinator_impl.h#L683&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;vector of heartbeat handles&lt;/a&gt; to a map of &lt;tt&gt;MemberId&lt;/tt&gt; to heartbeat handles instead. This way, we can specify which heartbeat to cancel, using the &lt;tt&gt;MemberId&lt;/tt&gt; of the primary.&lt;/p&gt;

&lt;p&gt;One open question I have is, will this proposal work for a 2 node repl set? I think this bug may occur. Let&apos;s say we have a primary P and secondary S with approximately equal heartbeat intervals.&lt;/p&gt;

&lt;p&gt;1. S is added to the repl set and enters initial sync&lt;br/&gt;
2. S receives a heartbeat request from P and updates its config&lt;br/&gt;
3. S sends a heartbeat request to P&lt;br/&gt;
4. Before S&apos;s heartbeat request can complete, it receives another heartbeat request from P and cancels its own heartbeat request.&lt;br/&gt;
5. Although S &lt;a href=&quot;https://github.com/mongodb/mongo/blob/f66f0e54ff6b71000b9a3404d5d9dd43f51f874a/src/mongo/db/repl/topology_coordinator.cpp&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;only needs two heartbeat responses from P&lt;/a&gt;, it won&apos;t be able to receive them, and so S will not be able to choose P as its sync source, and eventually initial sync will fail.&lt;/p&gt;</comment>
                            <comment id="3384035" author="xuerui.fa" created="Wed, 9 Sep 2020 20:34:10 +0000"  >&lt;p&gt;It seems like the election timeout and heartbeat intervals are the defaults, according to the primary&apos;s heartbeat response. From the logs above:&lt;br/&gt;
&lt;tt&gt;&quot;heartbeatIntervalMillis&quot;:2000,&quot;heartbeatTimeoutSecs&quot;:10,&quot;electionTimeoutMillis&quot;:10000&lt;/tt&gt;&lt;/p&gt;

&lt;p&gt;I think we can confirm that the primary sends heartbeats too often, although I&apos;m not sure yet why that is the case. &lt;/p&gt;</comment>
                            <comment id="3383974" author="siyuan.zhou@10gen.com" created="Wed, 9 Sep 2020 20:07:11 +0000"  >&lt;p&gt;What&apos;s the election timeout and heartbeat interval at that time? Can we confirm our theory that the primary sends heartbeats too often to the problematic node which cancels its ongoing heartbeats that runs longer than 200ms?&lt;/p&gt;</comment>
                            <comment id="3380095" author="xuerui.fa" created="Tue, 8 Sep 2020 16:14:59 +0000"  >&lt;p&gt;Looking at cases of successful heartbeats from other nodes, it seems like they are also scheduling heartbeats for earlier times than expected. Nodes &lt;tt&gt;d20022&lt;/tt&gt; receives a hb from &lt;tt&gt;d20020&lt;/tt&gt; at &lt;tt&gt;2020-06-25T09:24:10.111&lt;/tt&gt;, yet it schedules the next heartbeat request for &lt;tt&gt;2020-06-25T09:24:10.311&lt;/tt&gt;.&lt;/p&gt;
&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:24:10.111+0000 d20022| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:24:10.110+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:4615620, &quot;ctx&quot;:&quot;ReplCoord-3&quot;,&quot;msg&quot;:&quot;Received response to heartbeat&quot;,&quot;attr&quot;:{&quot;requestId&quot;:28,&quot;target&quot;:&quot;ip-10-122-18-31:20020&quot;,&quot;response&quot;:{&quot;ok&quot;:1.0,&quot;electionTime&quot;:{&quot;$date&quot;:{&quot;$numberLong&quot;:&quot;6842213799693385730&quot;}},&quot;config&quot;:{&quot;_id&quot;:&quot;replsettest_control_12_nodes&quot;,&quot;version&quot;:4,&quot;term&quot;:1,&quot;members&quot;:[{&quot;_id&quot;:0,&quot;host&quot;:&quot;ip-10-122-18-31:20020&quot;,&quot;arbiterOnly&quot;:false,&quot;buildIndexes&quot;:true,&quot;hidden&quot;:false,&quot;priority&quot;:1.0,&quot;tags&quot;:{},&quot;slaveDelay&quot;:0,&quot;votes&quot;:1},{&quot;_id&quot;:1,&quot;host&quot;:&quot;ip-10-122-18-31:20021&quot;,&quot;arbiterOnly&quot;:false,&quot;buildIndexes&quot;:true,&quot;hidden&quot;:false,&quot;priority&quot;:1.0,&quot;tags&quot;:{},&quot;slaveDelay&quot;:0,&quot;votes&quot;:1},{&quot;_id&quot;:2,&quot;host&quot;:&quot;ip-10-122-18-31:20022&quot;,&quot;arbiterOnly&quot;:false,&quot;buildIndexes&quot;:true,&quot;hidden&quot;:false,&quot;priority&quot;:1.0,&quot;tags&quot;:{},&quot;slaveDelay&quot;:0,&quot;votes&quot;:1},{&quot;_id&quot;:3,&quot;host&quot;:&quot;ip-10-122-18-31:20023&quot;,&quot;arbiterOnly&quot;:false,&quot;buildIndexes&quot;:true,&quot;hidden&quot;:false,&quot;priority&quot;:1.0,&quot;tags&quot;:{},&quot;slaveDelay&quot;:0,&quot;votes&quot;:1}],&quot;protocolVersion&quot;:1,&quot;writeConcernMajorityJournalDefault&quot;:true,&quot;settings&quot;:{&quot;chainingAllowed&quot;:true,&quot;heartbeatIntervalMillis&quot;:2000,&quot;heartbeatTimeoutSecs&quot;:10,&quot;electionTimeoutMillis&quot;:10000,&quot;catchUpTimeoutMillis&quot;:-1,&quot;catchUpTakeoverDelayMillis&quot;:30000,&quot;getLastErrorModes&quot;:{},&quot;getLastErrorDefaults&quot;:{&quot;w&quot;:1,&quot;wtimeout&quot;:0},&quot;replicaSetId&quot;:{&quot;$oid&quot;:&quot;5ef46d33558ff97d78e28cef&quot;}}},&quot;state&quot;:1,&quot;v&quot;:4,&quot;configTerm&quot;:1,&quot;set&quot;:&quot;replsettest_control_12_nodes&quot;,&quot;term&quot;:1,&quot;primaryId&quot;:0,&quot;durableOpTime&quot;:{&quot;ts&quot;:{&quot;$timestamp&quot;:{&quot;t&quot;:1593077049,&quot;i&quot;:1}},&quot;t&quot;:1},&quot;durableWallTime&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:24:09.798Z&quot;},&quot;opTime&quot;:{&quot;ts&quot;:{&quot;$timestamp&quot;:{&quot;t&quot;:1593077049,&quot;i&quot;:1}},&quot;t&quot;:1},&quot;wallTime&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:24:09.798Z&quot;},&quot;$replData&quot;:{&quot;term&quot;:1,&quot;lastOpCommitted&quot;:{&quot;ts&quot;:{&quot;$timestamp&quot;:{&quot;t&quot;:1593077048,&quot;i&quot;:1}},&quot;t&quot;:1},&quot;lastCommittedWall&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:24:08.465Z&quot;},&quot;lastOpVisible&quot;:{&quot;ts&quot;:{&quot;$timestamp&quot;:{&quot;t&quot;:1593077048,&quot;i&quot;:1}},&quot;t&quot;:1},&quot;configVersion&quot;:4,&quot;configTerm&quot;:1,&quot;replicaSetId&quot;:{&quot;$oid&quot;:&quot;5ef46d33558ff97d78e28cef&quot;},&quot;syncSourceIndex&quot;:-1,&quot;isPrimary&quot;:true},&quot;$clusterTime&quot;:{&quot;clusterTime&quot;:{&quot;$timestamp&quot;:{&quot;t&quot;:1593077049,&quot;i&quot;:1}},&quot;signature&quot;:{&quot;hash&quot;:{&quot;$binary&quot;:{&quot;base64&quot;:&quot;AAAAAAAAAAAAAAAAAAAAAAAAAAA=&quot;,&quot;subType&quot;:&quot;0&quot;}},&quot;keyId&quot;:0}},&quot;operationTime&quot;:{&quot;$timestamp&quot;:{&quot;t&quot;:1593077049,&quot;i&quot;:1}}}}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;
&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:24:10.111+0000 d20022| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:24:10.111+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:4615618, &quot;ctx&quot;:&quot;ReplCoord-3&quot;,&quot;msg&quot;:&quot;Scheduling heartbeat&quot;,&quot;attr&quot;:{&quot;target&quot;:&quot;ip-10-122-18-31:20020&quot;,&quot;when&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:24:10.311Z&quot;}}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;

&lt;p&gt;&lt;a href=&quot;https://github.com/mongodb/mongo/blob/56de72881f50d709b5898c567f646097f7af2694/src/mongo/db/repl/topology_coordinator.cpp#L950-L968&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;Here is the logic for scheduling the next hb.&lt;/a&gt; I&apos;m not sure why it&apos;s calculating the interval to be 200ms, will continue taking a look.&lt;/p&gt;</comment>
                            <comment id="3375127" author="xuerui.fa" created="Thu, 3 Sep 2020 16:58:39 +0000"  >&lt;p&gt;It seems like the average amount of time between heartbeats received from the primary is 0.2 seconds, which is significantly less than the standard heartbeat interval, 2s. I did some more spot checks in other places in the log, and on the whole, the interval seems to consistently be slightly more than 0.2 seconds. &lt;/p&gt;

&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=siyuan.zhou&quot; class=&quot;user-hover&quot; rel=&quot;siyuan.zhou&quot;&gt;siyuan.zhou&lt;/a&gt; and I discussed a potential solution last night, but we should first investigate to see why this heartbeat interval is so low.&lt;/p&gt;</comment>
                            <comment id="3374952" author="xuerui.fa" created="Thu, 3 Sep 2020 15:52:04 +0000"  >&lt;p&gt;The node cancelled its heartbeat at &lt;tt&gt;2020-06-25T09:25:10.248&lt;/tt&gt;&lt;/p&gt;
&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt; &lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.248+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.236+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:24096,   &quot;ctx&quot;:&quot;conn4&quot;,&quot;msg&quot;:&quot;Processing heartbeat request&quot;,&quot;attr&quot;:{&quot;from&quot;:&quot;ip-10-122-18-31:20020&quot;,&quot;cmdObj&quot;:{&quot;replSetHeartbeat&quot;:&quot;replsettest_control_12_nodes&quot;,&quot;configVersion&quot;:12,&quot;configTerm&quot;:1,&quot;hbv&quot;:1,&quot;from&quot;:&quot;ip-10-122-18-31:20020&quot;,&quot;fromId&quot;:0,&quot;term&quot;:1,&quot;primary     Id&quot;:0,&quot;$replData&quot;:1,&quot;$clusterTime&quot;:{&quot;clusterTime&quot;:{&quot;$timestamp&quot;:{&quot;t&quot;:1593077080,&quot;i&quot;:1}},&quot;signature&quot;:{&quot;hash&quot;:{&quot;$binary&quot;:{&quot;base64&quot;:&quot;LG7nPk4sox4OJi6DakIbWSqezOw=&quot;,&quot;subType&quot;:&quot;0&quot;}},&quot;keyId&quot;:6842213799693385732}},&quot; $db&quot;:&quot;admin&quot;}}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.248+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.237+00:00&quot;},&quot;s&quot;:&quot;I&quot;,  &quot;c&quot;:&quot;REPL&quot;,     &quot;id&quot;:2903000, &quot;ctx&quot;:&quot;conn4&quot;,&quot;msg&quot;:&quot;Restarting heartbeats after learning of a new primary&quot;,&quot;attr&quot;:{&quot;myPrimaryId&quot;:&quot;none&quot;,&quot;senderAndPrimaryId&quot;:0,&quot;senderTerm&quot;:1}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.248+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.237+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:4615630, &quot;ctx&quot;:&quot;conn4&quot;,&quot;msg&quot;:&quot;Cancelling all heartbeats&quot;}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.249+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.240+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:4615618, &quot;ctx&quot;:&quot;conn4&quot;,&quot;msg&quot;:&quot;Scheduling heartbeat&quot;,&quot; attr&quot;:{&quot;target&quot;:&quot;ip-10-122-18-31:20020&quot;,&quot;when&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.240Z&quot;}}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.249+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.240+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:4615618, &quot;ctx&quot;:&quot;conn4&quot;,&quot;msg&quot;:&quot;Scheduling heartbeat&quot;,&quot; attr&quot;:{&quot;target&quot;:&quot;ip-10-122-18-31:20021&quot;,&quot;when&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.240Z&quot;}}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.249+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.241+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:4615618, &quot;ctx&quot;:&quot;conn4&quot;,&quot;msg&quot;:&quot;Scheduling heartbeat&quot;,&quot; attr&quot;:{&quot;target&quot;:&quot;ip-10-122-18-31:20022&quot;,&quot;when&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.240Z&quot;}}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.249+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.241+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:4615618, &quot;ctx&quot;:&quot;conn4&quot;,&quot;msg&quot;:&quot;Scheduling heartbeat&quot;,&quot; attr&quot;:{&quot;target&quot;:&quot;ip-10-122-18-31:20023&quot;,&quot;when&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.240Z&quot;}}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.249+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.242+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:4615618, &quot;ctx&quot;:&quot;conn4&quot;,&quot;msg&quot;:&quot;Scheduling heartbeat&quot;,&quot; attr&quot;:{&quot;target&quot;:&quot;ip-10-122-18-31:20024&quot;,&quot;when&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.240Z&quot;}}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.249+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.242+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:4615618, &quot;ctx&quot;:&quot;conn4&quot;,&quot;msg&quot;:&quot;Scheduling heartbeat&quot;,&quot; attr&quot;:{&quot;target&quot;:&quot;ip-10-122-18-31:20025&quot;,&quot;when&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.240Z&quot;}}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.249+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.242+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:4615618, &quot;ctx&quot;:&quot;conn4&quot;,&quot;msg&quot;:&quot;Scheduling heartbeat&quot;,&quot; attr&quot;:{&quot;target&quot;:&quot;ip-10-122-18-31:20026&quot;,&quot;when&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.240Z&quot;}}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.249+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.242+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:4615618, &quot;ctx&quot;:&quot;conn4&quot;,&quot;msg&quot;:&quot;Scheduling heartbeat&quot;,&quot; attr&quot;:{&quot;target&quot;:&quot;ip-10-122-18-31:20027&quot;,&quot;when&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.240Z&quot;}}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.249+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.243+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:4615618, &quot;ctx&quot;:&quot;conn4&quot;,&quot;msg&quot;:&quot;Scheduling heartbeat&quot;,&quot; attr&quot;:{&quot;target&quot;:&quot;ip-10-122-18-31:20028&quot;,&quot;when&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.240Z&quot;}}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.249+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.243+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:4615618, &quot;ctx&quot;:&quot;conn4&quot;,&quot;msg&quot;:&quot;Scheduling heartbeat&quot;,&quot; attr&quot;:{&quot;target&quot;:&quot;ip-10-122-18-31:20029&quot;,&quot;when&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.240Z&quot;}}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.249+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.243+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:4615618, &quot;ctx&quot;:&quot;conn4&quot;,&quot;msg&quot;:&quot;Scheduling heartbeat&quot;,&quot; attr&quot;:{&quot;target&quot;:&quot;ip-10-122-18-31:20030&quot;,&quot;when&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.240Z&quot;}}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.249+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.244+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:24097,   &quot;ctx&quot;:&quot;conn4&quot;,&quot;msg&quot;:&quot;Generated heartbeat response&quot;,&quot;attr&quot;:{&quot;from&quot;:&quot;ip-10-122-18-31:20020&quot;,&quot;response&quot;:{&quot;ok&quot;:1.0,&quot;state&quot;:5,&quot;v&quot;:12,&quot;configTerm&quot;:1,&quot;set&quot;:&quot;replsettest_control_12_nodes&quot;,&quot;term&quot;:1,&quot;durableOpTime&quot;:{&quot;ts&quot;:{&quot;$timestamp&quot;:{&quot;t&quot;:0,&quot;i&quot;:0}},&quot;t&quot;:-1},&quot;durableWallTime&quot;:{&quot;$date&quot;:&quot;1970-01-01T00:00:00.000Z&quot;},&quot;opTime&quot;:{&quot;ts&quot;:{&quot;$timestamp&quot;:{&quot;t&quot;:0,&quot;i&quot;:0}},&quot;t&quot;:-1},&quot;wallTime&quot;:{&quot;$date&quot;:&quot;1970-01-01T00:00:00.000Z&quot;}}}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.250+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.244+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:4615619, &quot;ctx&quot;:&quot;ReplCoord-17&quot;,&quot;msg&quot;:&quot;Received response to heartbeat, but the heartbeat was cancelled&quot;,&quot;attr&quot;:{&quot;requestId&quot;:1810,&quot;target&quot;:&quot;ip-10-122-18-31:20020&quot;}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.250+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.244+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:4615619, &quot;ctx&quot;:&quot;ReplCoord-4&quot;,&quot;msg&quot;:&quot;Received response to heartbeat, but the heartbeat was cancelled&quot;,&quot;attr&quot;:{&quot;requestId&quot;:1811,&quot;target&quot;:&quot;ip-10-122-18-31:20021&quot;}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.251+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.244+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:4615619, &quot;ctx&quot;:&quot;ReplCoord-6&quot;,&quot;msg&quot;:&quot;Received response to heartbeat, but the heartbeat was cancelled&quot;,&quot;attr&quot;:{&quot;requestId&quot;:1812,&quot;target&quot;:&quot;ip-10-122-18-31:20022&quot;}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.251+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.245+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:4615619, &quot;ctx&quot;:&quot;ReplCoord-15&quot;,&quot;msg&quot;:&quot;Received response to heartbeat, but the heartbeat was cancelled&quot;,&quot;attr&quot;:{&quot;requestId&quot;:1813,&quot;target&quot;:&quot;ip-10-122-18-31:20024&quot;}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.251+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.245+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:4615619, &quot;ctx&quot;:&quot;ReplCoord-22&quot;,&quot;msg&quot;:&quot;Received response to heartbeat, but the heartbeat was cancelled&quot;,&quot;attr&quot;:{&quot;requestId&quot;:1814,&quot;target&quot;:&quot;ip-10-122-18-31:20025&quot;}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.251+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.246+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:4615619, &quot;ctx&quot;:&quot;ReplCoord-21&quot;,&quot;msg&quot;:&quot;Received response to heartbeat, but the heartbeat was cancelled&quot;,&quot;attr&quot;:{&quot;requestId&quot;:1815,&quot;target&quot;:&quot;ip-10-122-18-31:20026&quot;}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.251+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.246+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:4615619, &quot;ctx&quot;:&quot;ReplCoord-9&quot;,&quot;msg&quot;:&quot;Received response to heartbeat, but the heartbeat was cancelled&quot;,&quot;attr&quot;:{&quot;requestId&quot;:1816,&quot;target&quot;:&quot;ip-10-122-18-31:20027&quot;}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt; [js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.251+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.246+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:4615619, &quot;ctx&quot;:&quot;ReplCoord-10&quot;,&quot;msg&quot;:&quot;Received response to heartbeat, but the heartbeat was cancelled&quot;,&quot;attr&quot;:{&quot;requestId&quot;:1817,&quot;target&quot;:&quot;ip-10-122-18-31:20028&quot;}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.256+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.247+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:4615619, &quot;ctx&quot;:&quot;ReplCoord-13&quot;,&quot;msg&quot;:&quot;Received response to heartbeat, but the heartbeat was cancelled&quot;,&quot;attr&quot;:{&quot;requestId&quot;:1818,&quot;target&quot;:&quot;ip-10-122-18-31:20029&quot;}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.256+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.247+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:4615619, &quot;ctx&quot;:&quot;ReplCoord-7&quot;,&quot;msg&quot;:&quot;Received response to heartbeat, but the heartbeat was cancelled&quot;,&quot;attr&quot;:{&quot;requestId&quot;:1819,&quot;target&quot;:&quot;ip-10-122-18-31:20030&quot;}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.256+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.247+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:4615619, &quot;ctx&quot;:&quot;ReplCoord-12&quot;,&quot;msg&quot;:&quot;Received response to heartbeat, but the heartbeat was cancelled&quot;,&quot;attr&quot;:{&quot;requestId&quot;:1820,&quot;target&quot;:&quot;ip-10-122-18-31:20023&quot;}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;
&lt;p&gt;The next occurrence of cancelling heartbeat requests happens at &lt;tt&gt;2020-06-25T09:25:10.472&lt;/tt&gt;:&lt;/p&gt;
&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.472+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.459+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:24095,   &quot;ctx&quot;:&quot;conn4&quot;,&quot;msg&quot;:&quot;Received heartbeat request&quot;,&quot;attr&quot;:{&quot;from&quot;:&quot;ip-10 -122-18-31:20020&quot;,&quot;cmdObj&quot;:{&quot;replSetHeartbeat&quot;:&quot;replsettest_control_12_nodes&quot;,&quot;configVersion&quot;:12,&quot;configTerm&quot;:1,&quot;hbv&quot;:1,&quot;from&quot;:&quot;ip-10-122-18-31:20020&quot;,&quot;fromId&quot;:0,&quot;term&quot;:1,&quot;primaryId&quot;:0,&quot;$replData&quot;:1,&quot;$clusterTime&quot;:{&quot;clusterTime&quot;:{&quot;$timestamp&quot;:{&quot;t&quot;:1593077080,&quot;i&quot;:1}},&quot;signature&quot;:{&quot;hash&quot;:{&quot;$binary&quot;:{&quot;base64&quot;:&quot;LG7nPk4sox4OJi6DakIbWSqezOw=&quot;,&quot;subType&quot;:&quot;0&quot;}},&quot;keyId&quot;:6842213799693385732}},&quot;$db&quot;:&quot;admin&quot;}}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.472+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.460+00:00&quot;},&quot;s&quot;:&quot;I&quot;,  &quot;c&quot;:&quot;REPL&quot;, &quot;id&quot;:2903000, &quot;ctx&quot;:&quot;conn4&quot;,&quot;msg&quot;:&quot;Restarting heartbeats after learning of a new primary&quot;,&quot;attr&quot;:{&quot;myPrimaryId&quot;:&quot;none&quot;,&quot;senderAndPrimaryId&quot;:0,&quot;senderTerm&quot;:1}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;
&lt;p&gt;And the next occurrence after that is at &lt;tt&gt;2020-06-25T09:25:10.674&lt;/tt&gt;:&lt;/p&gt;
&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.674+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.670+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:24095,   &quot;ctx&quot;:&quot;conn4&quot;,&quot;msg&quot;:&quot;Received heartbeat request&quot;,&quot;attr&quot;:{&quot;from&quot;:&quot;ip-10-122-18-31:20020&quot;,&quot;cmdObj&quot;:{&quot;replSetHeartbeat&quot;:&quot;replsettest_control_12_nodes&quot;,&quot;configVersion&quot;:12,&quot;configTerm&quot;:1,&quot;hbv&quot;:1,&quot;from&quot;:&quot;ip-10-122-18-31:20020&quot;,&quot;fromId&quot;:0,&quot;term&quot;:1,&quot;primaryId&quot;:0,&quot;$replData&quot;:1,&quot;$clusterTime&quot;:{&quot;clusterTime&quot;:{&quot;$timestamp&quot;:{&quot;t&quot;:1593077080,&quot;i&quot;:1}},&quot;signature&quot;:{&quot;hash&quot;:{&quot;$binary&quot;:{&quot;base64&quot;:&quot;LG7nPk4sox4OJi6DakIbWSqezOw=&quot;,&quot;subType&quot;:&quot;0&quot;}},&quot;keyId&quot;:6842213799693385732}},&quot;$db&quot;:&quot;admin&quot;}}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.674+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.670+00:00&quot;},&quot;s&quot;:&quot;I&quot;,  &quot;c&quot;:&quot;REPL&quot;,     &quot;id&quot;:2903000, &quot;ctx&quot;:&quot;conn4&quot;,&quot;msg&quot;:&quot;Restarting heartbeats after learning of a new primary&quot;,&quot;attr&quot;:{&quot;myPrimaryId&quot;:&quot;none&quot;,&quot;senderAndPrimaryId&quot;:0,&quot;senderTerm&quot;:1}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;9003 [js_test:replsettest_control_12_nodes] 2020-06-25T09:25:10.674+0000 d20031| {&quot;t&quot;:{&quot;$date&quot;:&quot;2020-06-25T09:25:10.671+00:00&quot;},&quot;s&quot;:&quot;D2&quot;, &quot;c&quot;:&quot;REPL_HB&quot;,  &quot;id&quot;:4615630, &quot;ctx&quot;:&quot;conn4&quot;,&quot;msg&quot;:&quot;Cancelling all heartbeats&quot;}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;</comment>
                            <comment id="3368080" author="xuerui.fa" created="Mon, 31 Aug 2020 16:41:18 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=siyuan.zhou&quot; class=&quot;user-hover&quot; rel=&quot;siyuan.zhou&quot;&gt;siyuan.zhou&lt;/a&gt;, what do you think of solutions to this ticket? I think during triage, Matthew mentioned we probably don&apos;t want to go with proposal 3.&lt;/p&gt;</comment>
                            <comment id="3339606" author="xuerui.fa" created="Fri, 14 Aug 2020 15:54:10 +0000"  >&lt;p&gt;Some possible approaches:&lt;/p&gt;
&lt;ol&gt;
	&lt;li&gt;Update our understanding of the primary after receiving a heartbeat request that announces a new primary
	&lt;ul&gt;
		&lt;li&gt;&lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-29030&quot; title=&quot;Announce new primary via heartbeat requests&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-29030&quot;&gt;&lt;del&gt;SERVER-29030&lt;/del&gt;&lt;/a&gt; seems to imply that we want to avoid doing this, since we cancel our current heartbeat requests in order to send out a fresh round of heartbeats requests, whose responses should contain information on the new primary&lt;/li&gt;
	&lt;/ul&gt;
	&lt;/li&gt;
	&lt;li&gt;Avoid cancelling heartbeats after hearing about a new primary
	&lt;ul&gt;
		&lt;li&gt;It seems like we will lose the optimization done in &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-29030&quot; title=&quot;Announce new primary via heartbeat requests&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-29030&quot;&gt;&lt;del&gt;SERVER-29030&lt;/del&gt;&lt;/a&gt; if we do this&lt;/li&gt;
	&lt;/ul&gt;
	&lt;/li&gt;
	&lt;li&gt;Relax the 2N heartbeat constraint if we are in initial sync&lt;/li&gt;
&lt;/ol&gt;
</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10420">
                    <name>Backports</name>
                                            <outwardlinks description="backported by">
                                                        </outwardlinks>
                                                        </issuelinktype>
                            <issuelinktype id="10011">
                    <name>Depends</name>
                                                                <inwardlinks description="is depended on by">
                                                        </inwardlinks>
                                    </issuelinktype>
                            <issuelinktype id="10010">
                    <name>Duplicate</name>
                                                                <inwardlinks description="is duplicated by">
                                        <issuelink>
            <issuekey id="1512228">SERVER-51513</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="1380612">SERVER-48793</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                            <issuelinktype id="10520">
                    <name>Problem/Incident</name>
                                            <outwardlinks description="causes">
                                        <issuelink>
            <issuekey id="1512228">SERVER-51513</issuekey>
        </issuelink>
                            </outwardlinks>
                                                        </issuelinktype>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                            <outwardlinks description="related to">
                                                        </outwardlinks>
                                                                <inwardlinks description="is related to">
                                        <issuelink>
            <issuekey id="379335">SERVER-29030</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>13.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18555" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname># of Sprints</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>6.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_12450" key="com.atlassian.jira.plugin.system.customfieldtypes:multicheckboxes">
                        <customfieldname>Backport Requested</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="18953"><![CDATA[v4.4]]></customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10011" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Backwards Compatibility</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10038"><![CDATA[Fully Compatible]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Wed, 9 Sep 2020 20:07:11 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        3 years, 3 weeks, 1 day ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_17050" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Downstream Team Attention</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="16941"><![CDATA[Not Needed]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>luke.bonanomi@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            3 years, 3 weeks, 1 day ago
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_16465" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Linked BF Score</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>19.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>xgen-internal-githook</customfieldvalue>
            <customfieldvalue>siyuan.zhou@mongodb.com</customfieldvalue>
            <customfieldvalue>xuerui.fa@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hy0fmf:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hxf9mf:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10557" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="4141">Repl 2020-09-07</customfieldvalue>
    <customfieldvalue id="4248">Repl 2020-09-21</customfieldvalue>
    <customfieldvalue id="4249">Repl 2020-10-05</customfieldvalue>
    <customfieldvalue id="4311">Repl 2020-10-19</customfieldvalue>
    <customfieldvalue id="4312">Repl 2020-11-02</customfieldvalue>
    <customfieldvalue id="4372">Repl 2020-11-16</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hy01vr:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>