<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:17:29 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-8456] Mongod memory leak during MapReduce in 2.2.x</title>
                <link>https://jira.mongodb.org/browse/SERVER-8456</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;During map reduce jobs and index drop/creates we are seeing memory consistantly increase over a period of time until mongod finally runs out and kills the process with kernel: Out of memory: Kill process 13794 (mongod) score 908 or sacrifice child. We have not had these issues prior to 2.2.x&lt;/p&gt;</description>
                <environment>CentOS 6.2</environment>
        <key id="64444">SERVER-8456</key>
            <summary>Mongod memory leak during MapReduce in 2.2.x</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="4">Incomplete</resolution>
                                        <assignee username="tad">Tad Marshall</assignee>
                                    <reporter username="dan.cooper@take2games.com">Dan Cooper</reporter>
                        <labels>
                            <label>memory-leak</label>
                    </labels>
                <created>Wed, 6 Feb 2013 19:33:12 +0000</created>
                <updated>Mon, 15 Nov 2021 22:49:57 +0000</updated>
                            <resolved>Mon, 1 Apr 2013 14:55:44 +0000</resolved>
                                    <version>2.2.2</version>
                                                    <component>MapReduce</component>
                                        <votes>0</votes>
                                    <watches>10</watches>
                                                                                                                <comments>
                            <comment id="299994" author="tad" created="Wed, 27 Mar 2013 17:30:12 +0000"  >&lt;p&gt;So far, we have not been able to reproduce the memory leak internally; there may be details in the specific usage of MapReduce that need to be investigated to resolve this.&lt;/p&gt;

&lt;p&gt;We&apos;ll switch to a private ticket to try to learn what specifics in this case may be at the root of the memory leak.&lt;/p&gt;

&lt;p&gt;If anyone reading this has a reproducible case that they can share with us, please post the details here.&lt;/p&gt;</comment>
                            <comment id="299009" author="dan.cooper@take2games.com" created="Tue, 26 Mar 2013 17:27:26 +0000"  >&lt;p&gt;Tad - Yes the JS file is what I uploaded, that&apos;s what seems to be causing the leak from what my developers tell me. I can ask if we can do a mongodump to repro the data.&lt;/p&gt;

&lt;p&gt;I&apos;m actually in your building for training today, i&apos;m in the back of the training room if you want to discuss in person.&lt;/p&gt;

&lt;p&gt;Dan&lt;/p&gt;</comment>
                            <comment id="299003" author="tad" created="Tue, 26 Mar 2013 17:19:03 +0000"  >&lt;p&gt;Hi Dan,&lt;/p&gt;

&lt;p&gt;Sorry this has dragged on so long.&lt;/p&gt;

&lt;p&gt;There are some comments early in this ticket about uploading files with scp, but no notes saying what was uploaded.  I found a JavaScript file ... is that all we have to go on?&lt;/p&gt;

&lt;p&gt;We can change this to a private ticket if you prefer, but our attempts to reproduce your problem with dummy data have not succeeded.  I think we need real data to dupe and debug this.&lt;/p&gt;

&lt;p&gt;Tad&lt;/p&gt;

&lt;p&gt;P.S.  Version 2.2.4-rc0 will be out soon, and it includes a bug fix that seems too small to account for the leaks you are seeing, but you could test it and let us know.&lt;/p&gt;</comment>
                            <comment id="298859" author="dan.cooper@take2games.com" created="Tue, 26 Mar 2013 14:50:58 +0000"  >&lt;p&gt;Do you need anything from me for more data points? Our mongod&apos;s fail daily now and we had to write a puppet script to restart them automatically. Clearly this does not show confidence in the product to the team.&lt;/p&gt;</comment>
                            <comment id="294472" author="auto" created="Thu, 21 Mar 2013 00:25:09 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{u&apos;date&apos;: u&apos;2013-02-12T20:32:24Z&apos;, u&apos;name&apos;: u&apos;Ben Becker&apos;, u&apos;email&apos;: u&apos;ben.becker@10gen.com&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-8456&quot; title=&quot;Mongod memory leak during MapReduce in 2.2.x&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-8456&quot;&gt;&lt;del&gt;SERVER-8456&lt;/del&gt;&lt;/a&gt;: use CursorHolder to avoid auto_ptr::release&lt;br/&gt;
Branch: v2.2&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/2048a8099765766aa772592ecb0e5a6d54530287&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/2048a8099765766aa772592ecb0e5a6d54530287&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="293803" author="tad" created="Wed, 20 Mar 2013 11:49:17 +0000"  >&lt;p&gt;Switching from SpiderMonkey in version 2.2 to V8 in version 2.4 changed the leak situation in both good and bad ways.  We&apos;ve been able to fix many of the new sources in our V8 code, but the work is ongoing.  We don&apos;t at this point have concrete advice on what you should change in your MapReduce code to prevent or eliminate the leaks, but if you wanted to try version 2.4.0 we would be very interested in what you learn.&lt;/p&gt;

&lt;p&gt;We&apos;ve fixed the cases that we&apos;ve been able to reliably reproduce, but we don&apos;t think that we&apos;ve fixed everything yet, so more data points would be helpful.&lt;/p&gt;</comment>
                            <comment id="293194" author="dan.cooper@take2games.com" created="Tue, 19 Mar 2013 18:09:15 +0000"  >&lt;p&gt;Hey there, was this fixed in 2.4? Never got an answer to my previous question.&lt;/p&gt;</comment>
                            <comment id="279932" author="dan.cooper@take2games.com" created="Sat, 2 Mar 2013 21:24:57 +0000"  >&lt;p&gt;Hi guys, could we find out what about our map/reduce jobs is causing the leak so maybe we can fix it?&lt;/p&gt;</comment>
                            <comment id="272380" author="dan.cooper@take2games.com" created="Thu, 21 Feb 2013 19:47:55 +0000"  >&lt;p&gt;Yes the only server process running on those boxes are mongod. We run mongos on all the client nodes calling the mongod&apos;s.&lt;/p&gt;</comment>
                            <comment id="272371" author="benjamin.becker" created="Thu, 21 Feb 2013 19:40:38 +0000"  >&lt;p&gt;Hi Dan,&lt;/p&gt;

&lt;p&gt;Just a quick update.  I&apos;ve moved the slow ClientCursor leak issue into &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-8655&quot; title=&quot;MapReduce leaks ClientCursors&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-8655&quot;&gt;&lt;del&gt;SERVER-8655&lt;/del&gt;&lt;/a&gt;.  That ticket is a candidate for being backported to the v2.2 branch.  In this ticket, we will continue to debug any remaining leaks.&lt;/p&gt;

&lt;p&gt;I also wanted to ask &amp;#8211; in the attached graph, is the only process running mongod?  Do you run any mongos instances on the same node?&lt;/p&gt;

&lt;p&gt;Thanks,&lt;br/&gt;
Ben&lt;/p&gt;</comment>
                            <comment id="264416" author="auto" created="Tue, 12 Feb 2013 20:33:50 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{u&apos;date&apos;: u&apos;2013-02-12T20:32:24Z&apos;, u&apos;name&apos;: u&apos;Ben Becker&apos;, u&apos;email&apos;: u&apos;ben.becker@10gen.com&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-8456&quot; title=&quot;Mongod memory leak during MapReduce in 2.2.x&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-8456&quot;&gt;&lt;del&gt;SERVER-8456&lt;/del&gt;&lt;/a&gt;: use CursorHolder to avoid auto_ptr::release&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/74e487e24e4120c55436977e0b5972ac38efbab7&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/74e487e24e4120c55436977e0b5972ac38efbab7&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="264401" author="benjamin.becker" created="Tue, 12 Feb 2013 20:28:24 +0000"  >&lt;p&gt;Hi Dan,&lt;/p&gt;

&lt;p&gt;We&apos;re still diagnosing the leak you reported.  The patch that I intended to mark for backport does fix a (very) slow cursor leak, but I do not believe this will fix the issue you reported.  Apologies for any confusion &amp;#8211; we&apos;ll keep you posted as we make progress.&lt;/p&gt;

&lt;p&gt;Best,&lt;br/&gt;
Ben&lt;/p&gt;</comment>
                            <comment id="263501" author="dan.cooper@take2games.com" created="Mon, 11 Feb 2013 20:49:00 +0000"  >&lt;p&gt;I noticed you updated this to have a backport, do you know when that will be available for 2.2.2?&lt;/p&gt;</comment>
                            <comment id="261969" author="dan.cooper@take2games.com" created="Sat, 9 Feb 2013 18:37:46 +0000"  >&lt;p&gt;1. 2.2.2 though we have seen this in 2.2.0&lt;br/&gt;
2. Yes&lt;br/&gt;
3. Yes&lt;br/&gt;
4. The indexes are recreated as part of the script that runs the M/R job. It recreates the indexes after each run of the job (it runs every 15 minutes). It runs an EnsureIndex in the foreground on the output collections from the M/R job.&lt;br/&gt;
5. Can you supply the private SCP?&lt;/p&gt;</comment>
                            <comment id="260262" author="benjamin.becker" created="Thu, 7 Feb 2013 19:23:12 +0000"  >&lt;p&gt;Hi Dan,&lt;/p&gt;

&lt;p&gt;Just a few questions that will help track this down:&lt;/p&gt;

&lt;ol&gt;
	&lt;li&gt;What version are you running?&lt;/li&gt;
	&lt;li&gt;Are you running with sharding?&lt;/li&gt;
	&lt;li&gt;Are you running with replication?&lt;/li&gt;
	&lt;li&gt;Could you briefly explain how you are creating and dropping indexes?&lt;/li&gt;
	&lt;li&gt;Can you supply a copy of the MapReduce scripts you&apos;re running, or a minimal script that reproduces the leak?&lt;/li&gt;
&lt;/ol&gt;


&lt;p&gt;I would be happy to supply a private SCP server to upload the scripts if there are any privacy concerns.  Otherwise please feel free to attach them to this ticket.&lt;/p&gt;

&lt;p&gt;Thanks!&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10011">
                    <name>Depends</name>
                                                                <inwardlinks description="is depended on by">
                                                        </inwardlinks>
                                    </issuelinktype>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                                                <inwardlinks description="is related to">
                                        <issuelink>
            <issuekey id="64122">SERVER-8442</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="66021">SERVER-8655</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                            <attachment id="23895" name="mongod_mem.jpg" size="103590" author="dan.cooper" created="Wed, 6 Feb 2013 19:33:12 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>15.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Wed, 6 Feb 2013 21:49:57 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        10 years, 47 weeks ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>luke.bonanomi@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            10 years, 47 weeks ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10000" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Old_Backport</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10000"><![CDATA[No]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10020"><![CDATA[Linux]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>auto</customfieldvalue>
            <customfieldvalue>benjamin.becker</customfieldvalue>
            <customfieldvalue>dan.cooper@take2games.com</customfieldvalue>
            <customfieldvalue>tad</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrn8af:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hrm0xr:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>42053</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hsiubb:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>