<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 05:38:57 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-56315] &quot;[ftdc] serverStatus was very slow&quot; due to which mongo daemon stopping abruptly &amp; becomes stale</title>
                <link>https://jira.mongodb.org/browse/SERVER-56315</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;since ftdc data is not human readable how do we interpret this issue and what&apos;s the solution to this. I&apos;ve many servers where I see this issue and causing many issues with replication between nodes.&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;Error log:&lt;/p&gt;

&lt;p&gt;2021-04-21T04:56:39.729+0000 I COMMAND &lt;span class=&quot;error&quot;&gt;&amp;#91;ftdc&amp;#93;&lt;/span&gt; serverStatus was very slow: { after basic: 2165, after asserts: 3087, after backgroundFlushing: 8785, after connections: 11612, after dur: 12922, after extra_info: 19620, after globalLock: 27972, after locks: 41890, after logicalSessionRecordCache: 51379, after network: 55947, after opLatencies: 62013, after opcounters: 67473, after opcountersRepl: 70586, after repl: 74168, after security: 78481, after storageEngine: 78629, after tcmalloc: 78629, after transactions: 78629, after transportSecurity: 78629, after wiredTiger: 78813, at end: 79004 }&lt;/p&gt;</description>
                <environment></environment>
        <key id="1689926">SERVER-56315</key>
            <summary>&quot;[ftdc] serverStatus was very slow&quot; due to which mongo daemon stopping abruptly &amp; becomes stale</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="4">Incomplete</resolution>
                                        <assignee username="dmitry.agranat@mongodb.com">Dmitry Agranat</assignee>
                                    <reporter username="bharath_achar@outlook.com">Bharath Kumar CM</reporter>
                        <labels>
                            <label>perfomance</label>
                    </labels>
                <created>Fri, 23 Apr 2021 18:25:53 +0000</created>
                <updated>Wed, 22 Jun 2022 15:40:06 +0000</updated>
                            <resolved>Sun, 16 May 2021 09:59:29 +0000</resolved>
                                    <version>4.0.4</version>
                                                                        <votes>0</votes>
                                    <watches>3</watches>
                                                                                                                <comments>
                            <comment id="3775476" author="dmitry.agranat" created="Sun, 16 May 2021 09:59:17 +0000"  >&lt;p&gt;Hi,&lt;/p&gt;

&lt;p&gt;We haven&#8217;t heard back from you for some time, so I&#8217;m going to close this ticket. If this is still an issue for you, please provide additional information and we will reopen the ticket.&lt;/p&gt;

&lt;p&gt;Regards,&lt;br/&gt;
Dima&lt;/p&gt;</comment>
                            <comment id="3746353" author="dmitry.agranat" created="Thu, 29 Apr 2021 13:26:33 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=bharath_achar%40outlook.com&quot; class=&quot;user-hover&quot; rel=&quot;bharath_achar@outlook.com&quot;&gt;bharath_achar@outlook.com&lt;/a&gt;, you can save aside &lt;tt&gt;mongod&lt;/tt&gt; logs for now and we&apos;ll get to redacting them later on if needed. As mentioned earlier, we can try investigating the issue based on the &lt;tt&gt;diagnostic.data&lt;/tt&gt; (the contents are described &lt;a href=&quot;https://docs.mongodb.com/manual/administration/analyzing-mongodb-performance/#full-time-diagnostic-data-capture&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;here&lt;/a&gt;), w/o the &lt;tt&gt;mongod&lt;/tt&gt; logs. Please let us know when these are uploaded from all members of the replica set.&lt;/p&gt;

&lt;p&gt;Please mention the exact timestamp and timezone of the event you&apos;d like us to focus on.&lt;/p&gt;

&lt;p&gt;Dima&lt;/p&gt;</comment>
                            <comment id="3738324" author="JIRAUSER1269847" created="Mon, 26 Apr 2021 13:08:21 +0000"  >&lt;p&gt;Can you please share me the command to export bsondump file using jq ?&lt;/p&gt;

&lt;p&gt;Once I&apos;ve the exported data, I will just change company specific information and share the log to you so that we both are safe zone to further work on this issue.&lt;/p&gt;</comment>
                            <comment id="3738278" author="dmitry.agranat" created="Mon, 26 Apr 2021 12:50:25 +0000"  >&lt;p&gt;Hi &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=bharath_achar%40outlook.com&quot; class=&quot;user-hover&quot; rel=&quot;bharath_achar@outlook.com&quot;&gt;bharath_achar@outlook.com&lt;/a&gt;, we can try investigating based on the &lt;tt&gt;diagnostic.data&lt;/tt&gt; (the contents are described &lt;a href=&quot;https://docs.mongodb.com/manual/administration/analyzing-mongodb-performance/#full-time-diagnostic-data-capture&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;here&lt;/a&gt;), w/o the &lt;tt&gt;mongod&lt;/tt&gt; logs. Please let us know when these are uploaded from all members of the replica set.&lt;/p&gt;

&lt;p&gt;Please mention the exact timestamp and timezone of the event when the &lt;tt&gt;mongod&lt;/tt&gt; process becomes stale.&lt;/p&gt;</comment>
                            <comment id="3738115" author="JIRAUSER1269847" created="Mon, 26 Apr 2021 11:27:39 +0000"  >&lt;p&gt;@Dmitry Agranat&lt;/p&gt;

&lt;p&gt;I&apos;m afraid I cannot share the logs as per company policy I agree that you take some measure to secure the data and delete once done but from my end I cannot share it.&lt;/p&gt;

&lt;p&gt;But if you could share steps isolating this issue would be of great help.&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;Regards,&lt;/p&gt;

&lt;p&gt;Bharath Achar&lt;/p&gt;</comment>
                            <comment id="3737981" author="dmitry.agranat" created="Mon, 26 Apr 2021 09:55:38 +0000"  >&lt;p&gt;Hi &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=bharath_achar%40outlook.com&quot; class=&quot;user-hover&quot; rel=&quot;bharath_achar@outlook.com&quot;&gt;bharath_achar@outlook.com&lt;/a&gt;,&lt;/p&gt;

&lt;p&gt;For each member of the replica set, please archive (tar or zip) the mongod.log files covering the incident and the &lt;tt&gt;$dbpath/diagnostic.data&lt;/tt&gt; directory (the contents are described &lt;a href=&quot;https://docs.mongodb.com/manual/administration/analyzing-mongodb-performance/#full-time-diagnostic-data-capture&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;here&lt;/a&gt;) and upload them to this &lt;a href=&quot;https://10gen-httpsupload.s3.amazonaws.com/upload_forms/672a35a3-611f-45e1-9c6b-b4365f63532f.html&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;support uploader&lt;/a&gt; location?&lt;/p&gt;

&lt;p&gt;Files uploaded to this portal are visible only to MongoDB employees and are routinely deleted after some time.&lt;/p&gt;

&lt;p&gt;Please mention the exact timestamp and timezone of the event you&apos;d like us to focus on.&lt;/p&gt;

&lt;p&gt;Dima&lt;/p&gt;</comment>
                            <comment id="3737030" author="JIRAUSER1269847" created="Sat, 24 Apr 2021 03:35:41 +0000"  >&lt;p&gt;Hi @Edwin Zhou&#160;&lt;/p&gt;

&lt;p&gt;are you aware of this issue ?&#160; how to troubleshoot further ? Enabling verbose 5 logs does gives more information ?&lt;/p&gt;

&lt;p&gt;Is it truly a memory issue ? what&apos;s the next step to avoid this issue ?&lt;/p&gt;</comment>
                    </comments>
                    <attachments>
                            <attachment id="311642" name="mongodb-log.txt" size="23812" author="JIRAUSER1259344" created="Fri, 23 Apr 2021 18:25:49 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>7.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Mon, 26 Apr 2021 09:55:38 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        2 years, 38 weeks, 3 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>luke.bonanomi@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            2 years, 38 weeks, 3 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>bharath_achar@outlook.com</customfieldvalue>
            <customfieldvalue>dmitry.agranat@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hz6d4f:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hyraqf:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10750" key="com.atlassian.jira.plugin.system.customfieldtypes:textarea">
                        <customfieldname>Steps To Reproduce</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>&lt;p&gt;since ftdc data is not human readable how do we interpret this issue and what&apos;s the solution to this. I&apos;ve many servers where I see this issue and causing many issues with replication between nodes.&lt;/p&gt;</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                    <customfieldvalue><![CDATA[dmitry.agranat@mongodb.com]]></customfieldvalue>
    

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hz5zdj:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>