<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 05:44:05 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-58280] initial sync hangs on hiding dropped index when index builds are active</title>
                <link>https://jira.mongodb.org/browse/SERVER-58280</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;During initial sync, incomplete index builds on the sync source during the collection cloning phase are started, but not completed, on the initial syncing node. After cloning the collections, if there are any conflicting operations on the collection before committing or aborting the index build, we will interrupt the index builds with the understanding that they will be restarted/aborted on processing an index build commit or abort operation.&lt;/p&gt;

&lt;p&gt;The &lt;a href=&quot;https://github.com/mongodb/mongo/commit/b957b68205fbf672867cf68e30c0744ac5abfb9f#diff-d48b212a045fcfa503a5e6e3f82e437dc89d8a6a25f18bafe5705c20e2a2020eR165&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;current list of conflicting operations&lt;/a&gt;, defined in &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-46659&quot; title=&quot;Make initial sync work with two phase index builds + commit quorum on &quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-46659&quot;&gt;&lt;del&gt;SERVER-46659&lt;/del&gt;&lt;/a&gt;, includes collection and index drops as well as collection renames. However, we should consider adding &lt;a href=&quot;https://docs.mongodb.com/manual/reference/command/collMod/#index-options&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;index hide/unhide&lt;/a&gt;, which are replicated as collMod commands, to this list so that initial sync will interrupt the index builds before applying the collMod command.&lt;/p&gt;

&lt;p&gt;The rationale for interrupting index builds during initial sync for hide/unhide index operations can be illustrated by the following sequence of operations on the sync source:&lt;/p&gt;

&lt;p&gt;On sync source,&lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;create index a_1&lt;/li&gt;
	&lt;li&gt;hide index a_1       &amp;lt;--- startTimestamp for initial sync&lt;/li&gt;
	&lt;li&gt;unhide index a_1&lt;/li&gt;
	&lt;li&gt;drop index a_1&lt;/li&gt;
	&lt;li&gt;create index a_1     &amp;lt;---- collection cloner starts index build for second a_1 index&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;On initial syncing node,&lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;clones collection and starts index build for a_1&lt;/li&gt;
	&lt;li&gt;completes collection cloning, starts apply oplog entries from &apos;startTimestamp&apos;&lt;/li&gt;
	&lt;li&gt;applying collMod for hiding inde fails with BackgroundOperationInProgressForCollection&lt;/li&gt;
	&lt;li&gt;does not interrupt index build for a_1&lt;/li&gt;
	&lt;li&gt;waits for initial builds to complete for collection, which leads to the &lt;a href=&quot;https://github.com/mongodb/mongo/blob/b957b68205fbf672867cf68e30c0744ac5abfb9f/src/mongo/db/repl/oplog.cpp#L1633&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;initial syncing node hanging&lt;/a&gt;.&lt;/li&gt;
&lt;/ul&gt;
</description>
                <environment></environment>
        <key id="1809329">SERVER-58280</key>
            <summary>initial sync hangs on hiding dropped index when index builds are active</summary>
                <type id="4" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14710&amp;avatarType=issuetype">Improvement</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="13201">Fixed</resolution>
                                        <assignee username="benety.goh@mongodb.com">Benety Goh</assignee>
                                    <reporter username="benety.goh@mongodb.com">Benety Goh</reporter>
                        <labels>
                    </labels>
                <created>Tue, 6 Jul 2021 14:33:09 +0000</created>
                <updated>Sun, 29 Oct 2023 21:51:19 +0000</updated>
                            <resolved>Tue, 13 Jul 2021 14:14:36 +0000</resolved>
                                                    <fixVersion>5.0.2</fixVersion>
                    <fixVersion>4.4.9</fixVersion>
                    <fixVersion>5.1.0-rc0</fixVersion>
                                                        <votes>0</votes>
                                    <watches>2</watches>
                                                                                                                <comments>
                            <comment id="4107559" author="JIRAUSER1259052" created="Wed, 6 Oct 2021 18:29:59 +0000"  >&lt;p&gt;Updating the fixversion since branching activities occurred yesterday. This ticket will be in rc0 when it&#8217;s been triggered. For more active release information, please keep an eye on #server-release. Thank you!&lt;/p&gt;</comment>
                            <comment id="3991830" author="xgen-internal-githook" created="Tue, 10 Aug 2021 09:44:42 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Benety Goh&apos;, &apos;email&apos;: &apos;benety@mongodb.com&apos;, &apos;username&apos;: &apos;benety&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-58280&quot; title=&quot;initial sync hangs on hiding dropped index when index builds are active&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-58280&quot;&gt;&lt;del&gt;SERVER-58280&lt;/del&gt;&lt;/a&gt; initial sync aborts index builds before applying collMod&lt;/p&gt;

&lt;p&gt;This fixes initial sync issues during oplog application when indexes are&lt;br/&gt;
being hidden/unhidden - these index operations are encoded as collMod&lt;br/&gt;
commands.&lt;/p&gt;

&lt;p&gt;(cherry picked from commit 8922a0ea148c2d883ce724190e0d20a2e2bfd253)&lt;br/&gt;
Branch: v4.4&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/e1802cd162d43c2cf3c647a7f3cdfb93c149eb90&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/e1802cd162d43c2cf3c647a7f3cdfb93c149eb90&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="3989932" author="xgen-internal-githook" created="Mon, 9 Aug 2021 21:43:32 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Benety Goh&apos;, &apos;email&apos;: &apos;benety@mongodb.com&apos;, &apos;username&apos;: &apos;benety&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-58280&quot; title=&quot;initial sync hangs on hiding dropped index when index builds are active&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-58280&quot;&gt;&lt;del&gt;SERVER-58280&lt;/del&gt;&lt;/a&gt; add base test for handling collMod during initial sync on collections with index builds&lt;/p&gt;

&lt;p&gt;The initial version of this test is identical to initial_sync_aborts_two_phase_index_builds.js.&lt;/p&gt;

&lt;p&gt;(cherry picked from commit 7dc0e9f922fc025f8b6e6b7962398b9bd41f9570)&lt;br/&gt;
Branch: v4.4&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/58fb882fea697627e40a8d5cca9a34785c3e9659&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/58fb882fea697627e40a8d5cca9a34785c3e9659&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="3989563" author="benety.goh" created="Mon, 9 Aug 2021 20:01:09 +0000"  >&lt;p&gt;4.4 backport may be affected by &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-55008&quot; title=&quot;Only abort two-phase index builds when BackgroundOperationInProg error in initial sync&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-55008&quot;&gt;&lt;del&gt;SERVER-55008&lt;/del&gt;&lt;/a&gt;.&lt;/p&gt;</comment>
                            <comment id="3961096" author="xgen-internal-githook" created="Fri, 23 Jul 2021 22:45:17 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Benety Goh&apos;, &apos;email&apos;: &apos;benety@mongodb.com&apos;, &apos;username&apos;: &apos;benety&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-58280&quot; title=&quot;initial sync hangs on hiding dropped index when index builds are active&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-58280&quot;&gt;&lt;del&gt;SERVER-58280&lt;/del&gt;&lt;/a&gt; initial sync aborts index builds before applying collMod&lt;/p&gt;

&lt;p&gt;This fixes initial sync issues during oplog application when indexes are&lt;br/&gt;
being hidden/unhidden - these index operations are encoded as collMod&lt;br/&gt;
commands.&lt;/p&gt;

&lt;p&gt;(cherry picked from commit 8922a0ea148c2d883ce724190e0d20a2e2bfd253)&lt;br/&gt;
Branch: v5.0&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/79e845bce5fe7572af038fa1dcec48a4b932a6b2&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/79e845bce5fe7572af038fa1dcec48a4b932a6b2&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="3960783" author="xgen-internal-githook" created="Fri, 23 Jul 2021 20:08:11 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Benety Goh&apos;, &apos;email&apos;: &apos;benety@mongodb.com&apos;, &apos;username&apos;: &apos;benety&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-58280&quot; title=&quot;initial sync hangs on hiding dropped index when index builds are active&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-58280&quot;&gt;&lt;del&gt;SERVER-58280&lt;/del&gt;&lt;/a&gt; add base test for handling collMod during initial sync on collections with index buidls&lt;/p&gt;

&lt;p&gt;The initial version of this test is identical to initial_sync_aborts_two_phase_index_builds.js.&lt;/p&gt;

&lt;p&gt;(cherry picked from commit 7dc0e9f922fc025f8b6e6b7962398b9bd41f9570)&lt;br/&gt;
Branch: v5.0&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/ec7c30dbec28d9e6afbd9f6adf0cd279618fd315&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/ec7c30dbec28d9e6afbd9f6adf0cd279618fd315&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="3928762" author="xgen-internal-githook" created="Mon, 12 Jul 2021 17:38:12 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Benety Goh&apos;, &apos;email&apos;: &apos;benety@mongodb.com&apos;, &apos;username&apos;: &apos;benety&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-58280&quot; title=&quot;initial sync hangs on hiding dropped index when index builds are active&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-58280&quot;&gt;&lt;del&gt;SERVER-58280&lt;/del&gt;&lt;/a&gt; initial sync aborts index builds before applying collMod&lt;/p&gt;

&lt;p&gt;This fixes initial sync issues during oplog application when indexes are&lt;br/&gt;
being hidden/unhidden - these index operations are encoded as collMod&lt;br/&gt;
commands.&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/8922a0ea148c2d883ce724190e0d20a2e2bfd253&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/8922a0ea148c2d883ce724190e0d20a2e2bfd253&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="3928122" author="xgen-internal-githook" created="Mon, 12 Jul 2021 14:24:02 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Benety Goh&apos;, &apos;email&apos;: &apos;benety@mongodb.com&apos;, &apos;username&apos;: &apos;benety&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-58280&quot; title=&quot;initial sync hangs on hiding dropped index when index builds are active&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-58280&quot;&gt;&lt;del&gt;SERVER-58280&lt;/del&gt;&lt;/a&gt; add base test for handling collMod during initial sync on collections with index buidls&lt;/p&gt;

&lt;p&gt;The initial version of this test is identical to initial_sync_aborts_two_phase_index_builds.js.&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/7dc0e9f922fc025f8b6e6b7962398b9bd41f9570&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/7dc0e9f922fc025f8b6e6b7962398b9bd41f9570&lt;/a&gt;&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10420">
                    <name>Backports</name>
                                            <outwardlinks description="backported by">
                                                        </outwardlinks>
                                                        </issuelinktype>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                                                <inwardlinks description="is related to">
                                        <issuelink>
            <issuekey id="1233753">SERVER-46659</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="1641335">SERVER-55008</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="1677399">SERVER-56019</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>8.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18555" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname># of Sprints</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_12450" key="com.atlassian.jira.plugin.system.customfieldtypes:multicheckboxes">
                        <customfieldname>Backport Requested</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="21777"><![CDATA[v5.0]]></customfieldvalue>
    <customfieldvalue key="18953"><![CDATA[v4.4]]></customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10011" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Backwards Compatibility</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10038"><![CDATA[Fully Compatible]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Mon, 12 Jul 2021 14:24:02 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        2 years, 18 weeks ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_17050" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Downstream Team Attention</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="16941"><![CDATA[Not Needed]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>luke.bonanomi@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            2 years, 18 weeks ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>benety.goh@mongodb.com</customfieldvalue>
            <customfieldvalue>xgen-internal-githook</customfieldvalue>
            <customfieldvalue>vivian.ge@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hzqna7:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hz5jzr:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10557" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="4882">Execution Team 2021-07-26</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hzq9jb:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>