<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 05:10:19 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-46029] do not write core files in the hang analyzer when running locally (sans Evergreen)</title>
                <link>https://jira.mongodb.org/browse/SERVER-46029</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;Currently, the hang analyzer can run for local testing if an assert.soon times out.  This can write large core files into the current directory, silently, which can consume a lot of disk space.  I think we should disable the writing of core files unless running under Evergreen.&lt;/p&gt;</description>
                <environment></environment>
        <key id="1138685">SERVER-46029</key>
            <summary>do not write core files in the hang analyzer when running locally (sans Evergreen)</summary>
                <type id="3" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14718&amp;avatarType=issuetype">Task</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="13201">Fixed</resolution>
                                        <assignee username="david.percy@mongodb.com">David Percy</assignee>
                                    <reporter username="milkie@mongodb.com">Eric Milkie</reporter>
                        <labels>
                            <label>tig-hanganalyzer</label>
                    </labels>
                <created>Fri, 7 Feb 2020 14:28:57 +0000</created>
                <updated>Sun, 29 Oct 2023 22:12:26 +0000</updated>
                            <resolved>Fri, 21 Feb 2020 13:31:06 +0000</resolved>
                                                    <fixVersion>4.3.4</fixVersion>
                                    <component>Testing Infrastructure</component>
                                        <votes>0</votes>
                                    <watches>8</watches>
                                                                                                                <comments>
                            <comment id="2888378" author="xgen-internal-githook" created="Fri, 21 Feb 2020 13:29:51 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Mikhail Shchatko&apos;, &apos;email&apos;: &apos;mikhail.shchatko@mongodb.com&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-46029&quot; title=&quot;do not write core files in the hang analyzer when running locally (sans Evergreen)&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-46029&quot;&gt;&lt;del&gt;SERVER-46029&lt;/del&gt;&lt;/a&gt; Do not write core files in the hang analyzer when running locally (sans Evergreen)&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/9fb1edd400526809c917e99ac4cfb6c9473baf72&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/9fb1edd400526809c917e99ac4cfb6c9473baf72&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="2878464" author="mikhail.shchatko" created="Fri, 14 Feb 2020 15:26:49 +0000"  >&lt;p&gt;Points 3 and 4 goes to a new tickets: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-46159&quot; title=&quot;Add an option to the hang analyzer to download the debug symbols&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-46159&quot;&gt;&lt;del&gt;SERVER-46159&lt;/del&gt;&lt;/a&gt; and &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-46160&quot; title=&quot;Create a separate task to generate and upload the debug symbols&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-46160&quot;&gt;SERVER-46160&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="2864578" author="robert.guo" created="Tue, 11 Feb 2020 15:36:12 +0000"  >&lt;p&gt;Per offline discussions with Max and Drew, we&apos;re going to have the hang analyzer download the debug symbols. To minimize the chance of the symbols not being ready (once we move them to a separate task), we will increase the timeout for assert.soon from 5 minutes to 10 for Evergreen runs, and lower the timeout for local runs from 5 minutes to 1.&lt;/p&gt;

&lt;p&gt;Here&apos;s a breakdown of the work involved (cc &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=mikhail.shchatko&quot; class=&quot;user-hover&quot; rel=&quot;mikhail.shchatko&quot;&gt;mikhail.shchatko&lt;/a&gt;):&lt;br/&gt;
1. Add a &lt;a href=&quot;https://github.com/mongodb/mongo/blob/fc5a4d987ca2ee86d18614183de7b0a0e75c5a45/src/mongo/shell/utils.js#L356&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;&lt;tt&gt;TestData.inEVG&lt;/tt&gt;&lt;/a&gt; boolean (for now) field that causes the hang analyzer to &lt;a href=&quot;https://github.com/mongodb/mongo/blob/fc5a4d987ca2ee86d18614183de7b0a0e75c5a45/src/mongo/shell/servers.js#L125&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;not run&lt;/a&gt; if it&apos;s set to false. The TestData needs to be passed in from &lt;a href=&quot;https://github.com/mongodb/mongo/blob/90282569575ca7f5e37fa0da037de353053c5604/buildscripts/resmokelib/core/programs.py#L273&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;resmoke.py here&lt;/a&gt;&lt;br/&gt;
2. Use the same inEVG flag to decide the default timeout for &lt;a href=&quot;https://github.com/mongodb/mongo/blob/90282569575ca7f5e37fa0da037de353053c5604/src/mongo/shell/assert.js#L326&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;assert.soon&lt;/a&gt;. Set it to 1min for local runs and 10min for Evergreen runs&lt;br/&gt;
3. Add an option to the hang analyzer to download the debug symbols. Details TBD since we need to replace an s3.get in evergreen.yml.&lt;br/&gt;
4. Create a separate task to generate and upload the debug symbols&lt;/p&gt;</comment>
                            <comment id="2858753" author="spencer.jackson@10gen.com" created="Mon, 10 Feb 2020 19:23:19 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=ryan.timmons&quot; class=&quot;user-hover&quot; rel=&quot;ryan.timmons&quot;&gt;ryan.timmons&lt;/a&gt;, in my case I&apos;m expecting that an assert.soon invoked by &lt;b&gt;someone else&lt;/b&gt; to fail. My issue is the that parameter isn&apos;t plumbed through ReplSetTest.&lt;/p&gt;</comment>
                            <comment id="2856744" author="ryan.timmons" created="Mon, 10 Feb 2020 16:07:13 +0000"  >&lt;p&gt;If you&apos;re &lt;b&gt;expecting&lt;/b&gt; assert.soon to fail, there&apos;s an additional parameter you can pass in that will prevent the hang-analyzer from running.&lt;/p&gt;</comment>
                            <comment id="2839857" author="spencer.jackson@10gen.com" created="Fri, 7 Feb 2020 17:53:59 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=robert.guo&quot; class=&quot;user-hover&quot; rel=&quot;robert.guo&quot;&gt;robert.guo&lt;/a&gt;, that&apos;s awesome, I wasn&apos;t aware of that. Thank you! We have a lot of SSL/TLS tests which configure replica sets in illegal configurations, and validate that they &lt;b&gt;don&apos;t&lt;/b&gt; come online. This causes them to fail assert.soon inside the ReplicSetTest logic.&lt;/p&gt;</comment>
                            <comment id="2839357" author="robert.guo" created="Fri, 7 Feb 2020 17:07:03 +0000"  >&lt;p&gt;Re the first issue, we have a mechanism to globally disable the hang analyzer for places where the test expects assert.soon to fail. ( &lt;tt&gt;MongoRunner.runHangAnalyzer.disable()&lt;/tt&gt;) for exactly this purpose. If that function is not sufficient, please let me know.&lt;/p&gt;

&lt;p&gt;Re the issue about the value running the hang analyzer provides. I don&apos;t believe &quot;the number of BFs&quot; is a good indicator. There have been at least a dozen engineers who have asked for this feature, not to mention bugs we may have missed due to undiagnosed BFs. &lt;tt&gt;assert.soon()&lt;/tt&gt; failures are especially tricky to debug due to 1. timeouts being more random and harder to repro 2. hangs (often) being more serious in a distributed system than crashes and 3. the fact that there&apos;s very little debugging info available from the logs for hangs/assert.soon() failures.&lt;/p&gt;

&lt;p&gt;That said, I do also want debugging info to be collected asynchronously. One way could be to only collect core dumps in the task and run the hang analyzer against the core dump. But we&apos;d need an offline post-processing feature in Evergreen to automate this process so hang analysis is still done.&lt;/p&gt;</comment>
                            <comment id="2838899" author="acm" created="Fri, 7 Feb 2020 16:08:36 +0000"  >&lt;p&gt;I&apos;m wondering if we should re-evaluate the integration of the hang analyzer with &lt;tt&gt;assert.soon&lt;/tt&gt;. I&apos;m aware of at least two other technical issues with it:&lt;/p&gt;

&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;It can fire sometimes when an &lt;tt&gt;assert.soon&lt;/tt&gt; doesn&apos;t indicate an actual hang. I believe &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=spencer.jackson&quot; class=&quot;user-hover&quot; rel=&quot;spencer.jackson&quot;&gt;spencer.jackson&lt;/a&gt; encountered such an issue.&lt;/li&gt;
	&lt;li&gt;It requires that we download all of the debug symbols at the start of every task, which slows down task all task startup by something like a minute.&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;So, this makes the third issue. And, it gets in the way of my eventual hope of deferring debug information collation outside of the compile task.&lt;/p&gt;

&lt;p&gt;Do we have some metrics on how many BF investigations were made simple to resolve by way of having the hang analyzer run on a failed &lt;tt&gt;assert.soon&lt;/tt&gt;? Are we sure the benefit we are getting is worth the complexity, bandwidth, and time?&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10520">
                    <name>Problem/Incident</name>
                                            <outwardlinks description="causes">
                                                        </outwardlinks>
                                                        </issuelinktype>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                                                <inwardlinks description="is related to">
                                        <issuelink>
            <issuekey id="1149738">SERVER-46160</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="1149736">SERVER-46159</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>8.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18555" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname># of Sprints</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10011" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Backwards Compatibility</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10038"><![CDATA[Fully Compatible]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Fri, 7 Feb 2020 16:08:36 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        3 years, 50 weeks, 5 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_17050" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Downstream Team Attention</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="16941"><![CDATA[Not Needed]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>luke.bonanomi@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            3 years, 50 weeks, 5 days ago
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_16465" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Linked BF Score</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>0.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>andrew.morrow@mongodb.com</customfieldvalue>
            <customfieldvalue>david.percy@mongodb.com</customfieldvalue>
            <customfieldvalue>milkie@mongodb.com</customfieldvalue>
            <customfieldvalue>xgen-internal-githook</customfieldvalue>
            <customfieldvalue>mikhail.shchatko@mongodb.com</customfieldvalue>
            <customfieldvalue>robert.guo@mongodb.com</customfieldvalue>
            <customfieldvalue>ryan.timmons@mongodb.com</customfieldvalue>
            <customfieldvalue>spencer.jackson@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hwp3kv:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hwd3sv:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10557" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="3654">STM 2020-02-24</customfieldvalue>
    <customfieldvalue id="3655">STM 2020-03-09</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10555" key="com.atlassian.jira.plugin.system.customfieldtypes:float">
                        <customfieldname>Story Points</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>0.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hwopu7:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>