<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 05:55:28 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-62557] Parallel tester ignores feature flagging</title>
                <link>https://jira.mongodb.org/browse/SERVER-62557</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;The parallel test suite works by taking tests from the &lt;tt&gt;core&lt;/tt&gt; suite and running them in parallel with each other. For behavior guarded by a feature flag named &lt;tt&gt;featureFlagToaster&lt;/tt&gt;, jstests exercising this new feature can add the tag &lt;tt&gt;featureFlagToaster&lt;/tt&gt; to ensure that the test is only run on all-feature-flags build variants and is excluded from multiversion testing. However, the parallel tester ignores this and attempts to run such tests even on non-feature-flag build variants.&lt;/p&gt;

&lt;p&gt;Currently, the most simple workaround for this is to simply add each feature flagged test to &lt;a href=&quot;https://github.com/mongodb/mongo/blob/eb75b6ccc62f7c8ea26a57c1b5eb96a41809396a/jstests/libs/parallelTester.js#L149&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;the list of exclusions for the parallel tester&lt;/a&gt;, until the feature flag is enabled by default. However, for certain features this loss in test coverage may not be desirable.&lt;/p&gt;

&lt;p&gt;If keeping the parallel test coverage is particularly important, another workaround is to &lt;a href=&quot;https://github.com/mongodb/mongo/blob/eb75b6ccc62f7c8ea26a57c1b5eb96a41809396a/jstests/core/timeseries/timeseries_update.js#L16-L19&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;explicitly check whether the feature flag is enabled on the server at the beginning of each test&lt;/a&gt;. If the server reports that the feature flag is not enabled, the test can simply return early before actually performing any testing. The downside to this is that it is more tedious and partially defeats the purpose of having the &lt;tt&gt;featureFlagToaster&lt;/tt&gt; jstest tag to begin with.&lt;/p&gt;</description>
                <environment></environment>
        <key id="1962638">SERVER-62557</key>
            <summary>Parallel tester ignores feature flagging</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="2">Won&apos;t Fix</resolution>
                                        <assignee username="zituo.jin@mongodb.com">Zituo Jin</assignee>
                                    <reporter username="gregory.noma@mongodb.com">Gregory Noma</reporter>
                        <labels>
                            <label>faster-patches</label>
                    </labels>
                <created>Wed, 12 Jan 2022 16:47:51 +0000</created>
                <updated>Mon, 9 Jan 2023 17:02:16 +0000</updated>
                            <resolved>Wed, 16 Feb 2022 02:47:11 +0000</resolved>
                                                                    <component>Testing Infrastructure</component>
                                        <votes>0</votes>
                                    <watches>6</watches>
                                                                                                                <comments>
                            <comment id="4357895" author="JIRAUSER1262005" created="Wed, 16 Feb 2022 02:47:11 +0000"  >&lt;p&gt;Documentation has been added in the following locations:&lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;Wiki page for Feature Flagging Lifecycle&lt;/li&gt;
	&lt;li&gt;basic.js and basicPlus.js&lt;/li&gt;
	&lt;li&gt;parallel suite yaml file in resmoke config&lt;/li&gt;
&lt;/ul&gt;
</comment>
                            <comment id="4357873" author="xgen-internal-githook" created="Wed, 16 Feb 2022 02:24:08 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Zituo Jin&apos;, &apos;email&apos;: &apos;zituo.jin@mongodb.com&apos;, &apos;username&apos;: &apos;zituo-jin&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-62557&quot; title=&quot;Parallel tester ignores feature flagging&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-62557&quot;&gt;&lt;del&gt;SERVER-62557&lt;/del&gt;&lt;/a&gt; Add documentation for parallel suite&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/33199fcbda79a5ec0ec686896583deb460c56028&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/33199fcbda79a5ec0ec686896583deb460c56028&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="4353760" author="JIRAUSER1262005" created="Mon, 14 Feb 2022 16:37:29 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=gregory.noma&quot; class=&quot;user-hover&quot; rel=&quot;gregory.noma&quot;&gt;gregory.noma&lt;/a&gt; Based on the data we have collected, out of patch runs on 7761 build (variants), there are&#160;1424 parallel tasks, 72 of them have failed, i.e., 18% of builds run parallel test suite, which has 5% failure rate. If each developer spends 5 minutes looking into task failure, 6 developer hours would be saved with this behavior documented.&lt;/p&gt;</comment>
                            <comment id="4297800" author="brooke.miller" created="Tue, 18 Jan 2022 16:09:16 +0000"  >&lt;p&gt;To start, we&apos;re going to check historic data to get a sense of the signal to noise ratio of the parallel test suite in patch builds. If the ratio is low enough, then we&apos;ll advocate for removing this test suite. If the ratio is high, then we&apos;re going to follow the below documentation update.&#160; We&apos;ll post the findings here on the ratio to get confirmation from you (&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=gregory.noma&quot; class=&quot;user-hover&quot; rel=&quot;gregory.noma&quot;&gt;gregory.noma&lt;/a&gt;) on the direction to pursue.&lt;/p&gt;
&lt;hr /&gt;
&lt;p&gt;Documentation update: To support the simple workaround mentioned in the second paragraph in this Description, we&apos;d like to add documentation to explain this workaround in the following locations:&lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;Confluence Wiki page for Feature Flagging Lifecycle&#160;&lt;/li&gt;
	&lt;li&gt;At the end of basic.js, add a try catch and print out that you have to go to paralleltester.js if that test fails&#160;&lt;/li&gt;
	&lt;li&gt;In the resmoke suite yaml file for the parallel suite&#160;&lt;/li&gt;
&lt;/ul&gt;
</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                            <outwardlinks description="related to">
                                        <issuelink>
            <issuekey id="682875">SERVER-39362</issuekey>
        </issuelink>
                            </outwardlinks>
                                                                <inwardlinks description="is related to">
                                        <issuelink>
            <issuekey id="2143905">SERVER-69929</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>4.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18555" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname># of Sprints</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Tue, 18 Jan 2022 16:09:16 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        1 year, 51 weeks, 1 day ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>charlie.swanson@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            1 year, 51 weeks, 1 day ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>brooke.miller@mongodb.com</customfieldvalue>
            <customfieldvalue>xgen-internal-githook</customfieldvalue>
            <customfieldvalue>gregory.noma@mongodb.com</customfieldvalue>
            <customfieldvalue>zituo.jin@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|i0gn3b:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hzxi7w:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10557" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="5713">STM 2022-02-21</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_10555" key="com.atlassian.jira.plugin.system.customfieldtypes:float">
                        <customfieldname>Story Points</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|i0g98n:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>