<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 04:59:54 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-42219] Oplog buffer not always empty when primary exits drain mode</title>
                <link>https://jira.mongodb.org/browse/SERVER-42219</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;If a new primary is in drain mode and &lt;a href=&quot;https://github.com/mongodb/mongo/blob/d6bd2c5885215c29d723f02d8607f2c6d662aacc/src/mongo/db/repl/sync_tail.cpp#L620&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;the thread getting the next batch from the oplog buffer&lt;/a&gt; is slow to run, then it can exit drain mode prematurely &lt;a href=&quot;https://github.com/mongodb/mongo/blob/d6bd2c5885215c29d723f02d8607f2c6d662aacc/src/mongo/db/repl/sync_tail.cpp#L754-L766&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;here&lt;/a&gt; because it didn&apos;t get a new batch after 1 second. This is problematic because the oplog buffer could still have oplog entries for the node to apply. Once the node exits drain mode, it will write an oplog entry in the new term. Since we don&apos;t stop the thread running &lt;a href=&quot;https://github.com/mongodb/mongo/blob/d6bd2c5885215c29d723f02d8607f2c6d662aacc/src/mongo/db/repl/sync_tail.cpp#L709-L710&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;oplog application&lt;/a&gt; when we exit drain mode, it could then get a new batch of oplog entries that are before the new term oplog entry. When it tries to apply them, it will lead to &lt;a href=&quot;https://github.com/mongodb/mongo/blob/d6bd2c5885215c29d723f02d8607f2c6d662aacc/src/mongo/db/repl/sync_tail.cpp#L775-L784&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;this&#160;fassert&lt;/a&gt; because we cannot apply oplog entries that are before our lastApplied.&#160;&#160;&lt;/p&gt;</description>
                <environment></environment>
        <key id="855998">SERVER-42219</key>
            <summary>Oplog buffer not always empty when primary exits drain mode</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="13201">Fixed</resolution>
                                        <assignee username="siyuan.zhou@mongodb.com">Siyuan Zhou</assignee>
                                    <reporter username="samy.lanka@mongodb.com">Samyukta Lanka</reporter>
                        <labels>
                    </labels>
                <created>Fri, 12 Jul 2019 21:06:54 +0000</created>
                <updated>Sun, 29 Oct 2023 22:19:04 +0000</updated>
                            <resolved>Fri, 23 Aug 2019 23:13:13 +0000</resolved>
                                    <version>4.2.0-rc2</version>
                                    <fixVersion>4.2.1</fixVersion>
                    <fixVersion>4.3.1</fixVersion>
                    <fixVersion>4.0.17</fixVersion>
                                    <component>Replication</component>
                                        <votes>0</votes>
                                    <watches>11</watches>
                                                                                                                <comments>
                            <comment id="2909587" author="xgen-internal-githook" created="Wed, 26 Feb 2020 03:47:53 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;username&apos;: &apos;visualzhou&apos;, &apos;name&apos;: &apos;Siyuan Zhou&apos;, &apos;email&apos;: &apos;siyuan.zhou@mongodb.com&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-42219&quot; title=&quot;Oplog buffer not always empty when primary exits drain mode&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-42219&quot;&gt;&lt;del&gt;SERVER-42219&lt;/del&gt;&lt;/a&gt; Make sure oplog buffer is empty when primary exits drain mode.&lt;/p&gt;

&lt;p&gt;(cherry picked from commit 883b10b38ddd7aa5b9a197688141ebf387292a07)&lt;br/&gt;
Branch: v4.0&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/615e3c3946c57956069689eaadf1a77058b881f5&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/615e3c3946c57956069689eaadf1a77058b881f5&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="2909579" author="xgen-internal-githook" created="Wed, 26 Feb 2020 03:24:52 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Siyuan Zhou&apos;, &apos;username&apos;: &apos;visualzhou&apos;, &apos;email&apos;: &apos;siyuan.zhou@mongodb.com&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-42219&quot; title=&quot;Oplog buffer not always empty when primary exits drain mode&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-42219&quot;&gt;&lt;del&gt;SERVER-42219&lt;/del&gt;&lt;/a&gt; Remove logging death test of signalDrainComplete.&lt;/p&gt;

&lt;p&gt;Reverted a5cbd93aea &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-32935&quot; title=&quot;improve exception handling in SyncTail::oplogApplication()&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-32935&quot;&gt;&lt;del&gt;SERVER-32935&lt;/del&gt;&lt;/a&gt; add characterization test for exception handling in oplog application loop&lt;/p&gt;

&lt;p&gt;(cherry picked from commit 89a6d7bc3a0126cf8bfd177ad65b233181641175)&lt;br/&gt;
Branch: v4.0&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/79c200fc57255e31f4239983830cbdcb30ed357f&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/79c200fc57255e31f4239983830cbdcb30ed357f&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="2409124" author="xgen-internal-githook" created="Thu, 5 Sep 2019 16:02:33 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Siyuan Zhou&apos;, &apos;username&apos;: &apos;visualzhou&apos;, &apos;email&apos;: &apos;siyuan.zhou@mongodb.com&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-42219&quot; title=&quot;Oplog buffer not always empty when primary exits drain mode&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-42219&quot;&gt;&lt;del&gt;SERVER-42219&lt;/del&gt;&lt;/a&gt; Make sure oplog buffer is empty when primary exits drain mode.&lt;/p&gt;

&lt;p&gt;(cherry picked from commit 883b10b38ddd7aa5b9a197688141ebf387292a07)&lt;br/&gt;
Branch: v4.2&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/1929f9ba94436b57364b24cfe5646464d964564e&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/1929f9ba94436b57364b24cfe5646464d964564e&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="2408378" author="xgen-internal-githook" created="Thu, 5 Sep 2019 07:28:35 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;username&apos;: &apos;visualzhou&apos;, &apos;email&apos;: &apos;siyuan.zhou@mongodb.com&apos;, &apos;name&apos;: &apos;Siyuan Zhou&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-42219&quot; title=&quot;Oplog buffer not always empty when primary exits drain mode&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-42219&quot;&gt;&lt;del&gt;SERVER-42219&lt;/del&gt;&lt;/a&gt; Remove logging death test of signalDrainComplete.&lt;/p&gt;

&lt;p&gt;Reverted a5cbd93aea &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-32935&quot; title=&quot;improve exception handling in SyncTail::oplogApplication()&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-32935&quot;&gt;&lt;del&gt;SERVER-32935&lt;/del&gt;&lt;/a&gt; add characterization test for exception handling in oplog application loop&lt;/p&gt;

&lt;p&gt;(cherry picked from commit 89a6d7bc3a0126cf8bfd177ad65b233181641175)&lt;br/&gt;
Branch: v4.2&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/2a3748453d5d00d7f8de91ea75c985f5ad1ce14b&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/2a3748453d5d00d7f8de91ea75c985f5ad1ce14b&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="2385251" author="xgen-internal-githook" created="Fri, 23 Aug 2019 23:11:58 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;username&apos;: &apos;visualzhou&apos;, &apos;email&apos;: &apos;siyuan.zhou@mongodb.com&apos;, &apos;name&apos;: &apos;Siyuan Zhou&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-42219&quot; title=&quot;Oplog buffer not always empty when primary exits drain mode&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-42219&quot;&gt;&lt;del&gt;SERVER-42219&lt;/del&gt;&lt;/a&gt; Make sure oplog buffer is empty when primary exits drain mode.&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/883b10b38ddd7aa5b9a197688141ebf387292a07&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/883b10b38ddd7aa5b9a197688141ebf387292a07&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="2385191" author="xgen-internal-githook" created="Fri, 23 Aug 2019 22:02:17 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;username&apos;: &apos;visualzhou&apos;, &apos;email&apos;: &apos;siyuan.zhou@mongodb.com&apos;, &apos;name&apos;: &apos;Siyuan Zhou&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-42219&quot; title=&quot;Oplog buffer not always empty when primary exits drain mode&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-42219&quot;&gt;&lt;del&gt;SERVER-42219&lt;/del&gt;&lt;/a&gt; Remove logging death test of signalDrainComplete.&lt;/p&gt;

&lt;p&gt;Reverted a5cbd93aea &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-32935&quot; title=&quot;improve exception handling in SyncTail::oplogApplication()&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-32935&quot;&gt;&lt;del&gt;SERVER-32935&lt;/del&gt;&lt;/a&gt; add characterization test for exception handling in oplog application loop&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/89a6d7bc3a0126cf8bfd177ad65b233181641175&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/89a6d7bc3a0126cf8bfd177ad65b233181641175&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="2327874" author="siyuan.zhou@10gen.com" created="Tue, 16 Jul 2019 00:10:50 +0000"  >&lt;p&gt;This was found in &quot;Flow Control&quot; test suites, which slows down the node. The current logic assumes if any data is available in the buffer, &lt;a href=&quot;https://github.com/mongodb/mongo/blob/75e47b701d34c9ef7beb0482121ac8b62d2d4991/src/mongo/db/repl/sync_tail.cpp#L754&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;&lt;tt&gt;getNextBatch()&lt;/tt&gt;&lt;/a&gt; will see it in a second. This isn&apos;t always true if the threads are scheduled late.&lt;/p&gt;</comment>
                            <comment id="2327528" author="samy.lanka" created="Mon, 15 Jul 2019 19:11:05 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=judah.schvimer&quot; class=&quot;user-hover&quot; rel=&quot;judah.schvimer&quot;&gt;judah.schvimer&lt;/a&gt; I think this has existed for a while, but recent test coverage has uncovered it.&lt;/p&gt;</comment>
                            <comment id="2327447" author="judah.schvimer" created="Mon, 15 Jul 2019 18:23:40 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=samy.lanka&quot; class=&quot;user-hover&quot; rel=&quot;samy.lanka&quot;&gt;samy.lanka&lt;/a&gt;, is this a regression or has this existed for a while?&lt;/p&gt;</comment>
                            <comment id="2327174" author="samy.lanka" created="Mon, 15 Jul 2019 15:49:18 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=siyuan.zhou&quot; class=&quot;user-hover&quot; rel=&quot;siyuan.zhou&quot;&gt;siyuan.zhou&lt;/a&gt; Sorry, the links should be fixed now&lt;/p&gt;</comment>
                            <comment id="2324129" author="siyuan.zhou@10gen.com" created="Sat, 13 Jul 2019 03:43:08 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=samy.lanka&quot; class=&quot;user-hover&quot; rel=&quot;samy.lanka&quot;&gt;samy.lanka&lt;/a&gt;, the links in &quot;Steps To Reproduce&quot; are broken. Could you please post or attach the patch to reproduce the bug?&lt;/p&gt;

&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=william.schultz&quot; class=&quot;user-hover&quot; rel=&quot;william.schultz&quot;&gt;william.schultz&lt;/a&gt;, good point. I think we can address the problem by coming up with a better interface of &lt;tt&gt;getNextBatch()&lt;/tt&gt;, which also solves &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-39112&quot; title=&quot;Primary drain mode can be unnecessarily slow&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-39112&quot;&gt;&lt;del&gt;SERVER-39112&lt;/del&gt;&lt;/a&gt;.&lt;/p&gt;</comment>
                            <comment id="2323946" author="william.schultz" created="Fri, 12 Jul 2019 21:21:14 +0000"  >&lt;p&gt;Interesting. This sounds related to the issue hypothesized in &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-39112&quot; title=&quot;Primary drain mode can be unnecessarily slow&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-39112&quot;&gt;&lt;del&gt;SERVER-39112&lt;/del&gt;&lt;/a&gt;.&lt;/p&gt;</comment>
                            <comment id="2323937" author="samy.lanka" created="Fri, 12 Jul 2019 21:17:01 +0000"  >&lt;p&gt;One possible solution that &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=siyuan.zhou&quot; class=&quot;user-hover&quot; rel=&quot;siyuan.zhou&quot;&gt;siyuan.zhou&lt;/a&gt; and I discussed is to check both if the next batch is empty and the oplog buffer is empty &lt;a href=&quot;https://github.com/mongodb/mongo/blob/75e47b701d34c9ef7beb0482121ac8b62d2d4991/src/mongo/db/repl/sync_tail.cpp#L755&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;here&lt;/a&gt;. This should be safe during drain mode because the replication producer thread is &lt;a href=&quot;https://github.com/mongodb/mongo/blob/6e02a4d34bd972e6755bb5f71a5b26f69fe2cfb0/src/mongo/db/repl/replication_coordinator_impl.cpp#L3119&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;stopped when we enter drain mode&lt;/a&gt; and once it is stopped, we ensure that &lt;a href=&quot;https://github.com/mongodb/mongo/blob/6e02a4d34bd972e6755bb5f71a5b26f69fe2cfb0/src/mongo/db/repl/bgsync.cpp#L497-L504&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;no new oplog entries are added to the oplog buffer&lt;/a&gt;.&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10420">
                    <name>Backports</name>
                                            <outwardlinks description="backported by">
                                                        </outwardlinks>
                                                        </issuelinktype>
                            <issuelinktype id="10011">
                    <name>Depends</name>
                                                                <inwardlinks description="is depended on by">
                                                        </inwardlinks>
                                    </issuelinktype>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                            <outwardlinks description="related to">
                                        <issuelink>
            <issuekey id="900630">SERVER-42910</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="675662">SERVER-39112</issuekey>
        </issuelink>
                            </outwardlinks>
                                                        </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>13.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18555" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname># of Sprints</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>3.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_12450" key="com.atlassian.jira.plugin.system.customfieldtypes:multicheckboxes">
                        <customfieldname>Backport Requested</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="16775"><![CDATA[v4.2]]></customfieldvalue>
    <customfieldvalue key="15640"><![CDATA[v4.0]]></customfieldvalue>
    <customfieldvalue key="15141"><![CDATA[v3.6]]></customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10011" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Backwards Compatibility</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10038"><![CDATA[Fully Compatible]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Fri, 12 Jul 2019 21:21:14 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        3 years, 50 weeks, 1 day ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_17050" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Downstream Team Attention</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="16941"><![CDATA[Not Needed]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>luke.bonanomi@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            3 years, 50 weeks, 1 day ago
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_16465" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Linked BF Score</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>68.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>xgen-internal-githook</customfieldvalue>
            <customfieldvalue>judah.schvimer@mongodb.com</customfieldvalue>
            <customfieldvalue>samy.lanka@mongodb.com</customfieldvalue>
            <customfieldvalue>siyuan.zhou@mongodb.com</customfieldvalue>
            <customfieldvalue>william.schultz@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hve6gn:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hv38zb:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10557" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="3106">Repl 2019-08-12</customfieldvalue>
    <customfieldvalue id="3200">Repl 2019-08-26</customfieldvalue>
    <customfieldvalue id="3201">Repl 2019-09-09</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10750" key="com.atlassian.jira.plugin.system.customfieldtypes:textarea">
                        <customfieldname>Steps To Reproduce</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>&lt;ol&gt;
	&lt;li&gt;Add a failpoint to sync_tail.cpp and if it is set, sleep for a second&#160;&lt;a href=&quot;https://github.com/mongodb/mongo/blob/d6bd2c5885215c29d723f02d8607f2c6d662aacc/src/mongo/db/repl/sync_tail.cpp#L626&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;after this line&lt;/a&gt;.&lt;/li&gt;
	&lt;li&gt;Set the failpoint in drain.js after &lt;a href=&quot;https://github.com/mongodb/mongo/blob/71fced4ef1bdbc1e5b517057eb15be256eaf0ba7/jstests/replsets/drain.js#L37-L39&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;setting the rsSyncApply failpoint&lt;/a&gt;.&lt;/li&gt;
	&lt;li&gt;Run jstests/replsets/drain.js&lt;/li&gt;
&lt;/ol&gt;
</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hvdspz:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>