<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:44:22 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-17421] WiredTiger b-tree uses much more memory than wiredTigerCacheSizeGB</title>
                <link>https://jira.mongodb.org/browse/SERVER-17421</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;After running iibench-mongodb with --wiredTigerCacheSizeGB=70 the process size (vsz) was 87G with snappy and 94G with zlib. I don&apos;t know yet whether it will continue to grow. Regardless, 1.24X or 1.34X beyond 70G seems like too much when that is an extra 17G and 24G.&lt;/p&gt;</description>
                <environment></environment>
        <key id="186811">SERVER-17421</key>
            <summary>WiredTiger b-tree uses much more memory than wiredTigerCacheSizeGB</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="3">Duplicate</resolution>
                                        <assignee username="michael.cahill@mongodb.com">Michael Cahill</assignee>
                                    <reporter username="mdcallag">Mark Callaghan</reporter>
                        <labels>
                            <label>wttt</label>
                    </labels>
                <created>Sun, 1 Mar 2015 15:26:42 +0000</created>
                <updated>Wed, 6 May 2015 14:53:40 +0000</updated>
                            <resolved>Tue, 28 Apr 2015 02:01:52 +0000</resolved>
                                    <version>3.0.0-rc10</version>
                                                    <component>Storage</component>
                    <component>WiredTiger</component>
                                        <votes>0</votes>
                                    <watches>18</watches>
                                                                                                                <comments>
                            <comment id="899427" author="michael.cahill" created="Tue, 28 Apr 2015 02:01:52 +0000"  >&lt;p&gt;Thanks for this report, we&apos;ve had a few similar reports and I&apos;m consolidating under &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-17424&quot; title=&quot;WiredTiger uses substantially more memory than accounted for by cache&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-17424&quot;&gt;&lt;del&gt;SERVER-17424&lt;/del&gt;&lt;/a&gt;.&lt;/p&gt;</comment>
                            <comment id="852518" author="nickj" created="Mon, 16 Mar 2015 04:39:42 +0000"  >&lt;p&gt;Possible dup: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-17386&quot; title=&quot;Cursor cache causes excessive memory utilization in WiredTiger&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-17386&quot;&gt;&lt;del&gt;SERVER-17386&lt;/del&gt;&lt;/a&gt;, although seen on windows&lt;/p&gt;</comment>
                            <comment id="840114" author="mdcallag" created="Mon, 2 Mar 2015 14:16:15 +0000"  >&lt;p&gt;After another 8 hours of testing WT+snappy has grown to 95.3 GB and WT+zlib to 102.7 GB. I am using a mix of the run.simple.bash* scripts although too many runs of run.simple.bash.q1 leads to full disk.&lt;/p&gt;</comment>
                            <comment id="839803" author="mdcallag" created="Sun, 1 Mar 2015 17:55:22 +0000"  >&lt;p&gt;I use jemalloc for these tests. For previous release candidates I used tcmalloc and glibc malloc and they were no better than jemalloc at reducing vsz.&lt;/p&gt;</comment>
                            <comment id="839798" author="mdcallag" created="Sun, 1 Mar 2015 16:55:52 +0000"  >&lt;p&gt;Started 10 insert/1 query test for snappy and 1 insert/10 query test for zlib. The mongod binary for snappy quickly grew from 87G to 94G and for zlib from 94G to 96G.&lt;/p&gt;</comment>
                            <comment id="839789" author="mdcallag" created="Sun, 1 Mar 2015 15:48:08 +0000"  >&lt;p&gt;The bash script requires one argument:&lt;br/&gt;
bash run.simple.bash.q1 1000000&lt;br/&gt;
bash run.simple.bash.q10 480&lt;/p&gt;</comment>
                            <comment id="839788" author="mdcallag" created="Sun, 1 Mar 2015 15:47:12 +0000"  >&lt;p&gt;For snappy vsz was ~77G after the test with 10 insert threads and 1 query thread. Then grew to 87G when I ran the 1 insert/10 query thread test for 8 hours. I repeated the 1 insert/10 query thread test and vsz stayed at 87G. &lt;/p&gt;

&lt;p&gt;For zlib, it was ~77G after the 10 insert/1 query thread test. Then grew to 92G after the 1 insert/10 query thread test. Then grew to 94G after repeating the 1 insert/10 query thread test.&lt;/p&gt;

&lt;p&gt;One run of the 10 insert/1 query thread inserts 400M docs.&lt;br/&gt;
One run of the 1 insert/10 query thread test is for 480 minutes.&lt;/p&gt;</comment>
                            <comment id="839787" author="mdcallag" created="Sun, 1 Mar 2015 15:28:45 +0000"  >&lt;p&gt;Output from db.serverStatus() for snappy and zlib when vsz is ~90G&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10010">
                    <name>Duplicate</name>
                                            <outwardlinks description="duplicates">
                                        <issuelink>
            <issuekey id="186885">SERVER-17424</issuekey>
        </issuelink>
                            </outwardlinks>
                                                        </issuelinktype>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                            <outwardlinks description="related to">
                                        <issuelink>
            <issuekey id="180029">SERVER-16977</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="187882">SERVER-17495</issuekey>
        </issuelink>
                            </outwardlinks>
                                                        </issuelinktype>
                    </issuelinks>
                <attachments>
                            <attachment id="66099" name="jmongoiibench.java" size="35993" author="mdcallag" created="Sun, 1 Mar 2015 15:26:42 +0000"/>
                            <attachment id="66100" name="mongo.conf" size="464" author="mdcallag" created="Sun, 1 Mar 2015 15:26:42 +0000"/>
                            <attachment id="66103" name="o.stat.snappy" size="11221" author="mdcallag" created="Sun, 1 Mar 2015 15:28:45 +0000"/>
                            <attachment id="66104" name="o.stat.zlib" size="11219" author="mdcallag" created="Sun, 1 Mar 2015 15:28:45 +0000"/>
                            <attachment id="66101" name="run.simple.bash.q1" size="4105" author="mdcallag" created="Sun, 1 Mar 2015 15:26:42 +0000"/>
                            <attachment id="66102" name="run.simple.bash.q10" size="4201" author="mdcallag" created="Sun, 1 Mar 2015 15:26:42 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>8.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10011" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Backwards Compatibility</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10038"><![CDATA[Fully Compatible]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Mon, 16 Mar 2015 04:39:42 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        8 years, 42 weeks, 2 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>atul.kachru</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            8 years, 42 weeks, 2 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>mdcallag</customfieldvalue>
            <customfieldvalue>michael.cahill@mongodb.com</customfieldvalue>
            <customfieldvalue>nickj</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrlbmf:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hs6phz:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>164544</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10750" key="com.atlassian.jira.plugin.system.customfieldtypes:textarea">
                        <customfieldname>Steps To Reproduce</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>&lt;p&gt;1. Run iibench-mongodb with 10 insert threads and 1 query thread to insert 400M docs (bash run.simple.bash.q1)&lt;br/&gt;
2. Run iibench-mongodb with 1 insert thread rate limited to 100 docs/second and 10 query threads (bash run.simple.bash.q10)&lt;/p&gt;</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hsg847:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>