<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:59:06 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-22000] MongoDB version 3.2; WiredTiger is killed by OOM killer</title>
                <link>https://jira.mongodb.org/browse/SERVER-22000</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;I just upgraded Mongo 3.0.8 to 3.2 and changed storage engine to WiredTiger. Now primary of my replica set crashes almost everyday.&lt;/p&gt;

&lt;p&gt;There&apos;s no error in mongo log. Tailing the dmesg shows this - &lt;/p&gt;

&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[1328492.617946] [30005]   500 30005    30032     2611      41       3        0             0 mongo&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[1328492.622599] Out of memory: Kill process 22659 (mongod) score 970 or sacrifice child&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;[1328492.626892] Killed process 22659 (mongod) total-vm:32870580kB, anon-rss:30431520kB, file-rss:0kB&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;

&lt;p&gt;The nproc, ulimit, etc. values are set. The instance has 30 GBs of RAM and same instance used to run mongo with MMapv1 without any issues.&lt;/p&gt;</description>
                <environment></environment>
        <key id="244944">SERVER-22000</key>
            <summary>MongoDB version 3.2; WiredTiger is killed by OOM killer</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="2" iconUrl="https://jira.mongodb.org/images/icons/priorities/critical.svg">Critical - P2</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="3">Duplicate</resolution>
                                        <assignee username="ramon.fernandez@mongodb.com">Ramon Fernandez Marina</assignee>
                                    <reporter username="amanpreet@codigami.com">Amanpreet Singh</reporter>
                        <labels>
                            <label>WTmem</label>
                            <label>WTplaybook</label>
                    </labels>
                <created>Wed, 23 Dec 2015 07:46:06 +0000</created>
                <updated>Fri, 14 Apr 2017 20:39:19 +0000</updated>
                            <resolved>Mon, 8 Feb 2016 22:44:12 +0000</resolved>
                                    <version>3.2.0</version>
                                                    <component>Stability</component>
                    <component>WiredTiger</component>
                                        <votes>0</votes>
                                    <watches>13</watches>
                                                                                                                <comments>
                            <comment id="1549839" author="ramon.fernandez" created="Fri, 14 Apr 2017 20:39:19 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=pieterwjordaanpc%40gmail.com&quot; class=&quot;user-hover&quot; rel=&quot;pieterwjordaanpc@gmail.com&quot;&gt;pieterwjordaanpc@gmail.com&lt;/a&gt;, the graphs are generated by internal tools. You can find &lt;a href=&quot;https://github.com/mongodb/mongo/tree/master/src/mongo/db/ftdc&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;information about FTDC implementation here&lt;/a&gt;.&lt;/p&gt;</comment>
                            <comment id="1549172" author="pieterwjordaanpc@gmail.com" created="Fri, 14 Apr 2017 13:14:44 +0000"  >&lt;p&gt;Though not relevant, how are the graphs generated from the diagnostic data? I&apos;ve seen many jira entries showing them but don&apos;t know how to create them. &lt;/p&gt;</comment>
                            <comment id="1167135" author="ramon.fernandez" created="Mon, 8 Feb 2016 22:43:49 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=amanpreet%40codigami.com&quot; class=&quot;user-hover&quot; rel=&quot;amanpreet@codigami.com&quot;&gt;amanpreet@codigami.com&lt;/a&gt;, we believe you&apos;re running into &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-19966&quot; title=&quot;Excessive cursor caching in integration layer under WiredTiger&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-19966&quot;&gt;&lt;del&gt;SERVER-19966&lt;/del&gt;&lt;/a&gt;:&lt;/p&gt;

&lt;p&gt;&lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;img src=&quot;https://jira.mongodb.org/secure/attachment/107548/107548_cursors2.png&quot; width=&quot;100%&quot; style=&quot;border: 0px solid black&quot; /&gt;&lt;/span&gt;&lt;/p&gt;

&lt;p&gt;At A, B, and C we see jumps in wt &quot;open cursor count&quot;, and at those points or shortly thereafter we see the jumps in &quot;current_allocate_bytes&quot; that account for a large part of the excess.&lt;/p&gt;

&lt;p&gt;I&apos;d recommend you review the places in your application that need to open that many cursors and see if they can be cleaned up after use. Depending on your use case, an alternative may to lower the idle cursor timeout as describe in &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-8188&quot; title=&quot;Configurable idle cursor timeout&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-8188&quot;&gt;&lt;del&gt;SERVER-8188&lt;/del&gt;&lt;/a&gt;.&lt;/p&gt;

&lt;p&gt;I&apos;m going to resolve this ticket as a duplicate of &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-19966&quot; title=&quot;Excessive cursor caching in integration layer under WiredTiger&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-19966&quot;&gt;&lt;del&gt;SERVER-19966&lt;/del&gt;&lt;/a&gt;, feel free to watch it for updates.&lt;/p&gt;

&lt;p&gt;Regards,&lt;br/&gt;
Ram&#243;n.&lt;/p&gt;</comment>
                            <comment id="1154933" author="nijikon" created="Wed, 27 Jan 2016 08:59:48 +0000"  >&lt;p&gt;Actually if you could do this with 3.2.1 it would be great.&lt;/p&gt;</comment>
                            <comment id="1154926" author="amanpreet@codigami.com" created="Wed, 27 Jan 2016 08:39:13 +0000"  >&lt;p&gt;Okay. Will do that.&lt;/p&gt;</comment>
                            <comment id="1154923" author="nijikon" created="Wed, 27 Jan 2016 08:32:14 +0000"  >&lt;p&gt;Sad to hear that &lt;img class=&quot;emoticon&quot; src=&quot;https://jira.mongodb.org/images/icons/emoticons/sad.png&quot; height=&quot;16&quot; width=&quot;16&quot; align=&quot;absmiddle&quot; alt=&quot;&quot; border=&quot;0&quot;/&gt; I would suggest lowering the cache size to 8GB and precisely monitor memory. If you could provide memory stats after a week or so after you lowered it it would be very helpful.&lt;/p&gt;</comment>
                            <comment id="1154921" author="amanpreet@codigami.com" created="Wed, 27 Jan 2016 08:27:46 +0000"  >&lt;p&gt;Just now, it crashed with 15 GB cache size as well &lt;img class=&quot;emoticon&quot; src=&quot;https://jira.mongodb.org/images/icons/emoticons/sad.png&quot; height=&quot;16&quot; width=&quot;16&quot; align=&quot;absmiddle&quot; alt=&quot;&quot; border=&quot;0&quot;/&gt; This was running mongod 3.0.8&lt;/p&gt;</comment>
                            <comment id="1153696" author="amanpreet@codigami.com" created="Tue, 26 Jan 2016 10:18:42 +0000"  >&lt;p&gt;Hi Tomasz,&lt;/p&gt;

&lt;p&gt;I reduced cache_size from 17G to 15 GB. I could not test with 3.2.1 yet, since it&apos;s a prod db and I can&apos;t afford to see it having problems again.&lt;/p&gt;</comment>
                            <comment id="1152430" author="nijikon" created="Mon, 25 Jan 2016 11:21:32 +0000"  >&lt;p&gt;Hello,&lt;/p&gt;

&lt;p&gt;Does this still happen with 3.2.1? How drastically you had to reduce cache_size?&lt;/p&gt;</comment>
                            <comment id="1152333" author="amanpreet@codigami.com" created="Mon, 25 Jan 2016 08:58:25 +0000"  >&lt;p&gt;Hi,&lt;/p&gt;

&lt;p&gt;Any update on this? I see the status is still &quot;debugging with submitter&quot;. I have downgraded mongod to 3.0.8 and reduced the WiredTiger cache_size to deal with this issue for now.&lt;br/&gt;
I don&apos;t have any other info to add.&lt;/p&gt;</comment>
                            <comment id="1130795" author="amanpreet@codigami.com" created="Mon, 11 Jan 2016 09:27:33 +0000"  >&lt;p&gt;Yes, that&apos;s correct. It&apos;s running only mongod process.&lt;/p&gt;</comment>
                            <comment id="1130792" author="nijikon" created="Mon, 11 Jan 2016 09:23:31 +0000"  >&lt;p&gt;This is just a suggestion from my end, I don&apos;t know if this will fix your issue. So on this instance you are only running mongo server, nothing else that might consume the resources?&lt;/p&gt;</comment>
                            <comment id="1130790" author="amanpreet@codigami.com" created="Mon, 11 Jan 2016 09:19:37 +0000"  >&lt;p&gt;The relevant log output is:&lt;br/&gt;
&lt;tt&gt;wiredtiger_open config: create,cache_size=17G,session_max=20000,eviction=(threads_max=4),config_base=false,statistics=(fast),log=(enabled=true,archive=true,path=journal,compressor=snappy),file_manager=(close_idle_time=100000),checkpoint=(wait=60,log_size=2GB),statistics_log=(wait=0),&lt;/tt&gt;&lt;/p&gt;

&lt;p&gt;This instance in r3.xlarge on AWS. It has ~30 GB memory. But I&apos;m surprised that if this is the issue, why is the default value set to be so?&lt;/p&gt;</comment>
                            <comment id="1130784" author="nijikon" created="Mon, 11 Jan 2016 09:01:16 +0000"  >&lt;p&gt;From documentation (&lt;a href=&quot;https://docs.mongodb.org/manual/reference/configuration-options/#storage.wiredTiger.engineConfig.cacheSizeGB&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://docs.mongodb.org/manual/reference/configuration-options/#storage.wiredTiger.engineConfig.cacheSizeGB&lt;/a&gt;)&lt;/p&gt;

&lt;p&gt;Changed in version 3.2: With WiredTiger, MongoDB utilizes both the filesystem cache and WiredTiger cache. By default, starting in MongoDB 3.2, the WiredTiger cache will use 60% of RAM minus 1 GB or it will use 1 GB, whichever is larger. For systems with up to 10 GB of RAM, this is less than or equal to the 3.0 setting. For systems with more than 10 GB of RAM, the configuration is greater than the 3.0 setting.&lt;/p&gt;

&lt;p&gt;For me it helped to lower it from the 60% to 8gb, cause based on the 60% it was setting it to 18gb. Can you show me the log output, please look for a line like &quot;wiredtiger_open config: create,cache_size=8G,session_max=20000,eviction=(threads_max=4),config_base=false,statistics=(fast),log=(enabled=true,archive=true,path=journal,compressor=sna&lt;br/&gt;
ppy),file_manager=(close_idle_time=100000),checkpoint=(wait=60,log_size=2GB),statistics_log=(wait=0)&quot;&lt;/p&gt;
</comment>
                            <comment id="1130523" author="amanpreet@codigami.com" created="Sun, 10 Jan 2016 20:28:01 +0000"  >&lt;p&gt;Hi Tomasz,&lt;/p&gt;

&lt;p&gt;How do I verify if it&apos;s due to &lt;tt&gt;cacheSizeGB&lt;/tt&gt;?&lt;/p&gt;

&lt;p&gt;I haven&apos;t manually set the &lt;tt&gt;cacheSizeGB&lt;/tt&gt; value. The instance is running just one mongod instance and nothing else. Shouldn&apos;t the default value be okay?&lt;/p&gt;</comment>
                            <comment id="1130497" author="nijikon" created="Sun, 10 Jan 2016 15:59:23 +0000"  >&lt;p&gt;Can you please verify if this is not happening due to cacheSizeGB? I had similar problem and changing it fixed it for me.&lt;/p&gt;</comment>
                            <comment id="1124415" author="amanpreet@codigami.com" created="Thu, 31 Dec 2015 05:49:34 +0000"  >&lt;p&gt;Hi Dan,&lt;/p&gt;

&lt;p&gt;&lt;tt&gt;rs.status()&lt;/tt&gt; doesn&apos;t show any information about &lt;tt&gt;protocolVersion&lt;/tt&gt;. But I believe it would be version 0, since I just upgraded mongod from 3.0.8 to 3.2 on each member one-by-one and replica-set was initialized before version 3.2.&lt;/p&gt;</comment>
                            <comment id="1124347" author="dan@10gen.com" created="Thu, 31 Dec 2015 00:18:40 +0000"  >&lt;p&gt;You can check by calling &lt;tt&gt;rs.status()&lt;/tt&gt; in the mongo shell and checking for the protocol version in the output.  If you have simply upgraded, or using a replica set with mixed versions, then you are using protocol version 1.&lt;br/&gt;
See: &lt;a href=&quot;https://docs.mongodb.org/manual/release-notes/3.2/#rel-notes-rs-enhancements&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://docs.mongodb.org/manual/release-notes/3.2/#rel-notes-rs-enhancements&lt;/a&gt;&lt;/p&gt;

&lt;p&gt;Thanks for the additional information, we are continuing to investigate the issue.&lt;/p&gt;</comment>
                            <comment id="1123208" author="amanpreet@codigami.com" created="Tue, 29 Dec 2015 06:24:37 +0000"  >&lt;p&gt;Hi Bruce,&lt;/p&gt;

&lt;p&gt;I&apos;ll try to answer the questions as much as possible:&lt;/p&gt;

&lt;ul&gt;
	&lt;li&gt;I&apos;m &lt;b&gt;not&lt;/b&gt; using SSL.&lt;/li&gt;
	&lt;li&gt;I&apos;m &lt;b&gt;not&lt;/b&gt; using authentication.&lt;/li&gt;
	&lt;li&gt;Cluster is a replica set (not sharded) consisting of 1 primary and 2 secondaries, each having priority:1 and votes:1.&lt;/li&gt;
	&lt;li&gt;I&apos;m attaching an image of MMS stats for last 12 hours during which there were crashes on two different members. Middle one is version 3.0.8 which crashed for the first time last night and others are version 3.2 which crash a few hours after they become the primary member. In case you don&apos;t know, red vertical bar indicates a server restart (crash in my case) and orange vertical bar indicates the server is now a primary.&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;&lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;img src=&quot;https://jira.mongodb.org/secure/attachment/103621/103621_mms_stats.png&quot; width=&quot;90%&quot; style=&quot;border: 0px solid black&quot; /&gt;&lt;/span&gt;&lt;/p&gt;

&lt;ul&gt;
	&lt;li&gt;I don&apos;t see any info about replication protocol in &lt;tt&gt;rs.conf()&lt;/tt&gt;. Let me know if there&apos;s any other way to check it.&lt;/li&gt;
	&lt;li&gt;We&apos;re doing &lt;tt&gt;insert, update, query&lt;/tt&gt;.&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;Thanks. Let me know if you need anything else.&lt;/p&gt;

&lt;p&gt;Best,&lt;br/&gt;
Aman&lt;/p&gt;</comment>
                            <comment id="1122811" author="bruce.lucas@10gen.com" created="Mon, 28 Dec 2015 14:39:46 +0000"  >&lt;p&gt;Hi Aman,&lt;/p&gt;

&lt;p&gt;Understood. We may have identified another system internally that is showing similar behavior. For comparison purposes can you tell us generally about your setup:&lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;Are you using SSL?&lt;/li&gt;
	&lt;li&gt;Are you using authentication, and if so what kind?&lt;/li&gt;
	&lt;li&gt;What is your cluster topology - how many secondaries, what roles? Sharded?&lt;/li&gt;
	&lt;li&gt;Do you see similar memory growth on secondaries?&lt;/li&gt;
	&lt;li&gt;Which replication protocol?&lt;/li&gt;
	&lt;li&gt;Generally what kinds of operations are you doing - insert, update, query, aggregation, map/reduce, geo queries, full-text search, etc.?&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;Thanks,&lt;br/&gt;
Bruce&lt;/p&gt;</comment>
                            <comment id="1122105" author="amanpreet@codigami.com" created="Thu, 24 Dec 2015 16:18:33 +0000"  >&lt;p&gt;Hi Bruce,&lt;/p&gt;

&lt;p&gt;I&apos;m afraid proving logs won&apos;t be possible since there&apos;s some operations logged which have sensitive data. &lt;img class=&quot;emoticon&quot; src=&quot;https://jira.mongodb.org/images/icons/emoticons/sad.png&quot; height=&quot;16&quot; width=&quot;16&quot; align=&quot;absmiddle&quot; alt=&quot;&quot; border=&quot;0&quot;/&gt;&lt;br/&gt;
The company has strict policy regarding sharing of such data.&lt;/p&gt;

&lt;p&gt;Best,&lt;br/&gt;
Aman&lt;/p&gt;</comment>
                            <comment id="1122094" author="bruce.lucas@10gen.com" created="Thu, 24 Dec 2015 15:42:14 +0000"  >&lt;p&gt;Hi Aman,&lt;/p&gt;

&lt;p&gt;Thanks for providing that data. Here is a timeline of memory usage:&lt;/p&gt;

&lt;p&gt;&lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;img src=&quot;https://jira.mongodb.org/secure/attachment/103424/103424_memory.png&quot; width=&quot;100%&quot; style=&quot;border: 0px solid black&quot; /&gt;&lt;/span&gt;&lt;/p&gt;

&lt;ul&gt;
	&lt;li&gt;virtual memory climbs to about 32 GB, resident to about 29 GB, accounted for by a tcmalloc heap size of about 31 GB (all read from the &quot;max&quot; column)&lt;/li&gt;
	&lt;li&gt;but of that 31 GB heap size, only about 19 GB is actually allocated; most of the remainder is accounted for by about 11 GB of free memory in the tcmalloc page heap. This is a sign of likely memory fragmentation, a known issue tracked by &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-20306&quot; title=&quot;75% excess memory usage under WiredTiger during stress test&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-20306&quot;&gt;&lt;del&gt;SERVER-20306&lt;/del&gt;&lt;/a&gt;.&lt;/li&gt;
	&lt;li&gt;however of the 19 GB of allocated memory, only 14 GB is accounted for by the WT cache. The additional 5 GB of memory is an unexpectedly large amount of memory to find outside the WT cache. Moreover it is being held long-term, suggesting it has either been leaked, or is being held unexpectedly by some data structure.&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;We see increases in allocated memory at some specific times, for example around A and B above. I can&apos;t find anything in the stats to account for those increases, but perhaps if we look in the mongod log we will find some clues. Would you be able to upload the mongod log files corresponding to this timeframe (the mongod restart at around 15-21-21 08:00 UTC, and the following day or so)?&lt;/p&gt;

&lt;p&gt;Thanks,&lt;br/&gt;
Bruce&lt;/p&gt;</comment>
                            <comment id="1121965" author="amanpreet@codigami.com" created="Thu, 24 Dec 2015 07:06:05 +0000"  >&lt;p&gt;Hey Bruce,&lt;/p&gt;

&lt;p&gt;I have uploaded the diagnostic.data tarball at the private link you provided. Let me know if you find anything &lt;img class=&quot;emoticon&quot; src=&quot;https://jira.mongodb.org/images/icons/emoticons/smile.png&quot; height=&quot;16&quot; width=&quot;16&quot; align=&quot;absmiddle&quot; alt=&quot;&quot; border=&quot;0&quot;/&gt;&lt;/p&gt;

&lt;p&gt;Thanks!&lt;/p&gt;

&lt;p&gt;Best,&lt;br/&gt;
Aman&lt;/p&gt;</comment>
                            <comment id="1121384" author="bruce.lucas@10gen.com" created="Wed, 23 Dec 2015 14:10:54 +0000"  >&lt;p&gt;Hi Amanpreet,&lt;/p&gt;

&lt;p&gt;I understand your concern. We don&apos;t at the moment have a viewer for the data that is ready for external use. However you can see the data that it collects &lt;a href=&quot;https://github.com/mongodb/mongo/blob/master/src/mongo/db/ftdc/ftdc_mongod.cpp#L314&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;here&lt;/a&gt;, consisting of the following, with the commands you can run from the mongo shell to see what data is collected:&lt;/p&gt;

&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;serverStatus: db.serverStatus({tcmalloc: true})&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;replSetGetStatus: rs.status()&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;collStats for local.oplog.rs: db.getSiblingDB(&apos;local&apos;).oplog.rs.stats()&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;getCmdLineOpts: db.adminCommand({getCmdLineOpts: true})&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;buildInfo: db.adminCommand({buildInfo: true})&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;hostInfo: db.adminCommand({hostInfo: true})&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;

&lt;p&gt;If you are willing to share that information with us (with the assurance that we will keep it private) but don&apos;t wish to post it on this public ticket, you can upload it &lt;a href=&quot;https://10gen-httpsupload.s3.amazonaws.com/upload_forms/d40268bb-57a1-4efd-90ca-8673ca703780.html&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;here&lt;/a&gt;.&lt;/p&gt;

&lt;p&gt;Thanks,&lt;br/&gt;
Bruce&lt;/p&gt;</comment>
                            <comment id="1121306" author="amanpreet@codigami.com" created="Wed, 23 Dec 2015 11:57:47 +0000"  >&lt;p&gt;Hi Bruce,&lt;/p&gt;

&lt;p&gt;Thanks for adding the comment.&lt;/p&gt;

&lt;p&gt;The files in diagnostic.data directory look like binary. Could you please tell me how to view this data? I don&apos;t want to unknowingly share any secret data.&lt;/p&gt;

&lt;p&gt;Best,&lt;br/&gt;
Aman&lt;/p&gt;</comment>
                            <comment id="1121290" author="bruce.lucas@10gen.com" created="Wed, 23 Dec 2015 11:04:59 +0000"  >&lt;p&gt;Hi Amanpreet,&lt;/p&gt;

&lt;p&gt;Can you please archive and attach to this ticket the $dbpath/diagnostic.data directory from the affected node? This will contain periodically collected serverStatus data, including memory statistics, that will help us diagnose the cause.&lt;/p&gt;

&lt;p&gt;Thanks,&lt;br/&gt;
Bruce&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10010">
                    <name>Duplicate</name>
                                            <outwardlinks description="duplicates">
                                        <issuelink>
            <issuekey id="225767">SERVER-19966</issuekey>
        </issuelink>
                            </outwardlinks>
                                                        </issuelinktype>
                    </issuelinks>
                <attachments>
                            <attachment id="106678" name="cursors.png" size="301173" author="ramon.fernandez@mongodb.com" created="Wed, 27 Jan 2016 17:21:46 +0000"/>
                            <attachment id="107548" name="cursors2.png" size="107752" author="bruce.lucas@mongodb.com" created="Wed, 3 Feb 2016 14:34:00 +0000"/>
                            <attachment id="103424" name="memory.png" size="148260" author="bruce.lucas@mongodb.com" created="Thu, 24 Dec 2015 15:40:58 +0000"/>
                            <attachment id="103621" name="mms_stats.png" size="700041" author="amanpreet@codigami.com" created="Tue, 29 Dec 2015 06:22:34 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>26.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Wed, 23 Dec 2015 11:04:59 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        6 years, 43 weeks, 5 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>ramon.fernandez@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            6 years, 43 weeks, 5 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>amanpreet@codigami.com</customfieldvalue>
            <customfieldvalue>bruce.lucas@mongodb.com</customfieldvalue>
            <customfieldvalue>dan@mongodb.com</customfieldvalue>
            <customfieldvalue>pieterwjordaanpc@gmail.com</customfieldvalue>
            <customfieldvalue>ramon.fernandez@mongodb.com</customfieldvalue>
            <customfieldvalue>nijikon</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrklnj:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hsf513:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrs91r:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>