<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:59:25 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-22115] Primary Server Crashes due to Memory Leak</title>
                <link>https://jira.mongodb.org/browse/SERVER-22115</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;A replica-set in Azure that was deployed few months ago.&lt;/li&gt;
	&lt;li&gt;This setup was started to crash since Fri, Jan 8 (log example attached).&lt;/li&gt;
	&lt;li&gt;No upgrade/change to the system or application was done in the last week.&lt;/li&gt;
	&lt;li&gt;The crash happens only when instance is primary, after few hours of operation. You can see that during these hours memory usage increases, while all other parameters like connections remain constant (see the attached files).&lt;/li&gt;
	&lt;li&gt;The replica set was 3.0.6, and was upgraded it today to 3.0.8. We also removed it from the replica set and recreated it. Yet the problem continues to happen on this machine.&lt;/li&gt;
	&lt;li&gt;This one of few replica sets in Azure (where this is not recreated), yet it is the most active one.&lt;/li&gt;
&lt;/ul&gt;
</description>
                <environment></environment>
        <key id="246452">SERVER-22115</key>
            <summary>Primary Server Crashes due to Memory Leak</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="4">Incomplete</resolution>
                                        <assignee username="ramon.fernandez@mongodb.com">Ramon Fernandez Marina</assignee>
                                    <reporter username="MosheKaplan">Moshe Kaplan [X]</reporter>
                        <labels>
                            <label>WTmem</label>
                    </labels>
                <created>Sun, 10 Jan 2016 21:46:02 +0000</created>
                <updated>Thu, 11 Feb 2016 07:20:38 +0000</updated>
                            <resolved>Wed, 10 Feb 2016 20:17:07 +0000</resolved>
                                    <version>3.0.8</version>
                                                    <component>WiredTiger</component>
                                        <votes>0</votes>
                                    <watches>7</watches>
                                                                                                                <comments>
                            <comment id="1170349" author="moshekaplan" created="Thu, 11 Feb 2016 07:20:16 +0000"  >&lt;p&gt;The customer is happy w/ the 3.2.1 installation and currently is not willing to put more effort into it.&lt;br/&gt;
Thanks for you help!&lt;/p&gt;</comment>
                            <comment id="1169742" author="ramon.fernandez" created="Wed, 10 Feb 2016 20:16:58 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=MosheKaplan&quot; class=&quot;user-hover&quot; rel=&quot;MosheKaplan&quot;&gt;MosheKaplan&lt;/a&gt;, without either the &lt;tt&gt;ss.log&lt;/tt&gt; file (from the 3.0 affected node) or the contents of &lt;tt&gt;diagnostic.data&lt;/tt&gt; (from a 3.2 affected node) it&apos;s not possible for us to investigate further, so I&apos;m going to close this ticket.&lt;/p&gt;

&lt;p&gt;If this is still an issue for you please provide one of the two data options requested above and we&apos;ll reopen the ticket to take a closer look.&lt;/p&gt;

&lt;p&gt;Thanks,&lt;br/&gt;
Ram&#243;n.&lt;/p&gt;</comment>
                            <comment id="1152778" author="ramon.fernandez" created="Mon, 25 Jan 2016 16:50:34 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=MosheKaplan&quot; class=&quot;user-hover&quot; rel=&quot;MosheKaplan&quot;&gt;MosheKaplan&lt;/a&gt;, if you&apos;re able to observe this behavior on a 3.2 node, can you please upload the contents of the &lt;tt&gt;diagnostic.data&lt;/tt&gt; directory within your &lt;tt&gt;dbpath&lt;/tt&gt;? This directory contains the same information that you collected above in the &lt;tt&gt;ss.log&lt;/tt&gt; file, and should help us understand what&apos;s going on.&lt;/p&gt;</comment>
                            <comment id="1146469" author="moshekaplan" created="Mon, 18 Jan 2016 15:49:02 +0000"  >&lt;p&gt;Checking for that.&lt;br/&gt;
P.S The major difference in 3.0.8 the cache was not utilized at all. In 3.2 it&apos;s actually utilized. I would look for that direction (memory leak in cache).&lt;/p&gt;</comment>
                            <comment id="1146436" author="ramon.fernandez" created="Mon, 18 Jan 2016 15:02:40 +0000"  >&lt;p&gt;Thanks for the additional information &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=MosheKaplan&quot; class=&quot;user-hover&quot; rel=&quot;MosheKaplan&quot;&gt;MosheKaplan&lt;/a&gt;; when running the script above you should have ended up with another file, &lt;tt&gt;ss.log&lt;/tt&gt;, which is the one that has the key information that can help debugging this issue. Can you please upload it as well?&lt;/p&gt;</comment>
                            <comment id="1146302" author="moshekaplan" created="Mon, 18 Jan 2016 09:55:52 +0000"  >&lt;p&gt;Some more info:&lt;br/&gt;
1. iostat is attached&lt;br/&gt;
2. Scaling the machine to 32GB RAM did not help&lt;br/&gt;
3. Upgrade to 3.2 made a major improvement&lt;/p&gt;</comment>
                            <comment id="1146301" author="moshekaplan" created="Mon, 18 Jan 2016 09:55:47 +0000"  >&lt;p&gt;iostat information&lt;/p&gt;</comment>
                            <comment id="1130913" author="ramon.fernandez" created="Mon, 11 Jan 2016 13:24:24 +0000"  >&lt;p&gt;Sorry you&apos;re running into this issue &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=MosheKaplan&quot; class=&quot;user-hover&quot; rel=&quot;MosheKaplan&quot;&gt;MosheKaplan&lt;/a&gt;. In order to diagnose this problem, can you please run the following shell script while you reproduce the crash?&lt;/p&gt;

&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: #008200; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;# Delay in seconds&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;delay=1&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;mongo --&lt;/span&gt;&lt;span style=&quot;color: #ff1493; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;eval&lt;/span&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt; &lt;/span&gt;&lt;span style=&quot;color: blue; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;&quot;while(true) {print(JSON.stringify(db.serverStatus({tcmalloc:1}))); sleep($delay*1000)}&quot;&lt;/span&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt; &amp;gt;ss.log &amp;amp;&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;iostat -k -t -x $delay &amp;gt;iostat.log &amp;amp;&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;

&lt;p&gt;You can adjust the &lt;tt&gt;delay&lt;/tt&gt; depending on how long this issue takes to trigger; if it&apos;s, say, 24h, the delay can be 5s to prevent the resulting files from being too large. If you could then upload the &lt;tt&gt;ss.log&lt;/tt&gt; and &lt;tt&gt;iostat.log&lt;/tt&gt; files along with the &lt;tt&gt;mongod.log&lt;/tt&gt; for the affected server that should give us sufficient information to understand the source of the problem.&lt;/p&gt;

&lt;p&gt;Thanks,&lt;br/&gt;
Ram&#243;n.&lt;/p&gt;</comment>
                    </comments>
                    <attachments>
                            <attachment id="104644" name="Crash_Memory.png" size="45383" author="MosheKaplan" created="Sun, 10 Jan 2016 21:46:02 +0000"/>
                            <attachment id="104645" name="all_graphs.png" size="232834" author="MosheKaplan" created="Sun, 10 Jan 2016 21:46:02 +0000"/>
                            <attachment id="105528" name="iostat.log" size="2418540" author="MosheKaplan" created="Mon, 18 Jan 2016 09:55:47 +0000"/>
                            <attachment id="104646" name="log_crash.txt" size="5289" author="MosheKaplan" created="Sun, 10 Jan 2016 21:46:02 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>8.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Mon, 11 Jan 2016 11:17:40 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        8 years, 6 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>MosheKaplan</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            8 years, 6 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>MosheKaplan</customfieldvalue>
            <customfieldvalue>ramon.fernandez@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrkkzz:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hsfby7:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10750" key="com.atlassian.jira.plugin.system.customfieldtypes:textarea">
                        <customfieldname>Steps To Reproduce</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>&lt;p&gt;Server details:&lt;br/&gt;
RAM: 14GB &lt;br/&gt;
Data Size: 47.5GB (storage size ~15GB)&lt;br/&gt;
cacheSizeGB: 7&lt;br/&gt;
4 Cores&lt;br/&gt;
3.0.8&lt;br/&gt;
CentOS Linux release 7.2.1511 (Core): Azure, Linux version 3.10.0-229.11.1.el7.x86_64 (builder@kbuilder.dev.centos.org) (gcc version 4.8.3 20140911 (Red Hat 4.8.3-9) (GCC) ) #1 SMP &lt;/p&gt;

&lt;p&gt;Replica set: Primary, Secondary and Arbiter.&lt;br/&gt;
Engine: WiredTiger&lt;/p&gt;</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hsfbvz:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>