<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:44:41 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-17495] Stand alone mongod throughout dropped by 40% after 17 hours of insert only workload</title>
                <link>https://jira.mongodb.org/browse/SERVER-17495</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;Version &#8211;&lt;br/&gt;
Mongod RC11binaries&lt;/p&gt;

&lt;p&gt;Environment:&lt;/p&gt;

&lt;p&gt;&#8226;	Single mongod with wiredtiger as storage engine &lt;br/&gt;
&#8226;	Windows 2012 &lt;br/&gt;
&#8226;	WriedTiger configured with 1GB cache &lt;br/&gt;
&#8226;	EC2 machine c3.large&lt;/p&gt;

&lt;p&gt;Workload:&lt;/p&gt;

&lt;p&gt;&#8226;	Used hammer.mongo to do insert only workload&lt;br/&gt;
&#8226;	The machine throughput dropped by 40% after 17 hours of execution &lt;/p&gt;

&lt;p&gt;Will continue and investigate this issue &lt;/p&gt;

&lt;p&gt;At this stage&lt;/p&gt;

&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;This is the 2nd repro of the same problem, when I analyzed the dump, I found a huge internal heap fragmentation (see more details on the comment)&lt;/li&gt;
&lt;/ul&gt;


&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;No indication that client stress tool slow down (I observed steady amount of incoming TCP connection per/sec and TCP connection established remained stable)&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;Next plan &#8211; Keep it running to death and debug it when the throughput is significant low.&lt;/p&gt;

</description>
                <environment></environment>
        <key id="187882">SERVER-17495</key>
            <summary>Stand alone mongod throughout dropped by 40% after 17 hours of insert only workload</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="2" iconUrl="https://jira.mongodb.org/images/icons/priorities/critical.svg">Critical - P2</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="4">Incomplete</resolution>
                                        <assignee username="backlog-server-platform">DO NOT USE - Backlog - Platform Team</assignee>
                                    <reporter username="eitan.klein">Eitan Klein</reporter>
                        <labels>
                            <label>28qa</label>
                    </labels>
                <created>Fri, 6 Mar 2015 17:48:16 +0000</created>
                <updated>Thu, 19 Jan 2017 22:33:46 +0000</updated>
                            <resolved>Thu, 19 Jan 2017 22:33:46 +0000</resolved>
                                    <version>3.0.0-rc11</version>
                    <version>3.1.6</version>
                                                    <component>Storage</component>
                    <component>WiredTiger</component>
                                        <votes>1</votes>
                                    <watches>19</watches>
                                                                                                                <comments>
                            <comment id="1480808" author="ramon.fernandez" created="Thu, 19 Jan 2017 22:33:32 +0000"  >&lt;p&gt;The symptoms in this ticket are very similar to known cache eviction related issues in WiredTiger that we&apos;ve been addressing in MongoDB 3.2 and 3.4.&lt;/p&gt;

&lt;p&gt;Since the testing in this ticket was conducted MondoDB has released three major versions and numerous patch releases, so I believe that the best way forward is to resolve this ticket now &amp;#8211; users running into similar behaviors are welcome to create new tickets, and the &lt;a href=&quot;https://docs.mongodb.com/manual/release-notes/3.2/#diagnostic-data-capture&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;diagnostic data collection feature&lt;/a&gt; introduced in MongoDB should help us determine if there are still bugs around this area of the product.&lt;/p&gt;

&lt;p&gt;Thanks,&lt;br/&gt;
Ram&#243;n.&lt;/p&gt;</comment>
                            <comment id="1480689" author="alessandro.gherardi@yahoo.com" created="Thu, 19 Jan 2017 21:02:05 +0000"  >&lt;p&gt;Was this issue fixed in 3.4.1? If not, what&apos;s the target release. Thanks.&lt;/p&gt;</comment>
                            <comment id="1389953" author="nick@innsenroute.com" created="Wed, 21 Sep 2016 16:37:25 +0000"  >&lt;p&gt;Last I heard it might be fixed in 3.4, although I haven&apos;t checked.&lt;/p&gt;</comment>
                            <comment id="1389943" author="alessandro.gherardi@yahoo.com" created="Wed, 21 Sep 2016 16:31:58 +0000"  >&lt;p&gt;It looks like all related tickets have been closed or resolved. I guess that means that memory management on Windows has been straightened out.&lt;/p&gt;

&lt;p&gt;So can this issue be closed? It&apos;s been open for 1 year and a half.&lt;/p&gt;</comment>
                            <comment id="1118403" author="nick@innsenroute.com" created="Fri, 18 Dec 2015 18:38:36 +0000"  >&lt;p&gt;It&apos;s a lot better. I&apos;m guessing it will be fixed once the memory management on Windows is straightened out.&lt;/p&gt;</comment>
                            <comment id="1118308" author="alessandro.gherardi@yahoo.com" created="Fri, 18 Dec 2015 17:20:08 +0000"  >&lt;p&gt;Is this still an issue in 3.2.0/3.2.1?&lt;/p&gt;</comment>
                            <comment id="1008512" author="eitan.klein" created="Tue, 18 Aug 2015 17:25:15 +0000"  >&lt;p&gt;adding CPU profiler output&lt;/p&gt;</comment>
                            <comment id="1008388" author="eitan.klein" created="Tue, 18 Aug 2015 16:14:22 +0000"  >&lt;p&gt;add missing title top for left graph &lt;/p&gt;</comment>
                            <comment id="1008375" author="eitan.klein" created="Tue, 18 Aug 2015 16:07:31 +0000"  >&lt;p&gt;This issue also observed with&lt;/p&gt;

&lt;p&gt;db version v3.1.7-pre-&lt;br/&gt;
git version: afd0f15913e95c5e530f25272e60254770350c89&lt;/p&gt;

&lt;p&gt;Environment: Same setup, machine EC2 I2 machine (running w/o the known windows timer issues &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-18613&quot; title=&quot;We can double the WiredTiger YCSB load throughput on windows by eliminate the expensive timer operations&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-18613&quot;&gt;&lt;del&gt;SERVER-18613&lt;/del&gt;&lt;/a&gt;)&lt;/p&gt;

&lt;p&gt;On this case, it&apos;s appear that increase in latency over time (see client view on this issue) is responsible for the performance drop, latency started to raise after 8 hours of execution. I will attached profiler &lt;/p&gt;</comment>
                            <comment id="951427" author="michael.cahill" created="Fri, 26 Jun 2015 00:35:41 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=eitan.klein&quot; class=&quot;user-hover&quot; rel=&quot;eitan.klein&quot;&gt;eitan.klein&lt;/a&gt;, fixes are being tracked in &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-18875&quot; title=&quot;Oplog performance on WT degrades over time after accumulation of deleted items&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-18875&quot;&gt;&lt;del&gt;SERVER-18875&lt;/del&gt;&lt;/a&gt;: can you please retest against the code review linked there (&lt;a href=&quot;https://mongodbcr.appspot.com/6570003/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://mongodbcr.appspot.com/6570003/&lt;/a&gt;)?  We expect some variant of those changes to make 3.1.6 and maybe 3.1.5 (&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=martin.bligh&quot; class=&quot;user-hover&quot; rel=&quot;martin.bligh&quot;&gt;martin.bligh&lt;/a&gt;?)&lt;/p&gt;</comment>
                            <comment id="951165" author="eitan.klein" created="Thu, 25 Jun 2015 20:45:17 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=michael.cahill&quot; class=&quot;user-hover&quot; rel=&quot;michael.cahill&quot;&gt;michael.cahill&lt;/a&gt; I initially thought this is not a release blocker but the most recent results seems that performance  dropped in min see compression (we looks worse then 3.0.0 from this prescriptive) &lt;br/&gt;
&lt;a href=&quot;https://docs.google.com/document/d/1hPgLeTxnWLNVtQDusfaRXjd_ovnC9WU3g2C2D1ScQm0/edit&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://docs.google.com/document/d/1hPgLeTxnWLNVtQDusfaRXjd_ovnC9WU3g2C2D1ScQm0/edit&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="948863" author="eitan.klein" created="Wed, 24 Jun 2015 02:25:03 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=michael.cahill&quot; class=&quot;user-hover&quot; rel=&quot;michael.cahill&quot;&gt;michael.cahill&lt;/a&gt; See data point from today, related to this issue.&lt;br/&gt;
I don&apos;t think it&apos;s a 3.1.6 release blocker but I think it&apos;s tight to memory issues I observed w/ the tcmalloc that has not been addressed (we solved only the part related to WT heap, the other heap used the windows heap)&lt;/p&gt;

&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=acm&quot; class=&quot;user-hover&quot; rel=&quot;acm&quot;&gt;acm&lt;/a&gt; should have the next steps.&lt;/p&gt;


&lt;p&gt;&lt;a href=&quot;https://docs.google.com/a/10gen.com/document/d/1UqJxjCBBEi1EvpjuIY1ze677r8PdnSfy7LfxN_flv_c/edit?usp=sharing&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://docs.google.com/a/10gen.com/document/d/1UqJxjCBBEi1EvpjuIY1ze677r8PdnSfy7LfxN_flv_c/edit?usp=sharing&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="894025" author="eitan.klein" created="Tue, 21 Apr 2015 17:04:14 +0000"  >&lt;p&gt;The windows heap contention duplicated over many different tickets, I&apos;m closing this one a duplicate of others that become the primary &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-18079&quot; title=&quot;Large performance drop with documents &amp;gt; 16k on Windows&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-18079&quot;&gt;&lt;del&gt;SERVER-18079&lt;/del&gt;&lt;/a&gt;&lt;/p&gt;

&lt;p&gt;Will re-open if this issue will repro after the fix &lt;/p&gt;</comment>
                            <comment id="852517" author="nickj" created="Mon, 16 Mar 2015 04:38:36 +0000"  >&lt;p&gt;Possible dup: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-17386&quot; title=&quot;Cursor cache causes excessive memory utilization in WiredTiger&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-17386&quot;&gt;&lt;del&gt;SERVER-17386&lt;/del&gt;&lt;/a&gt;&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10011">
                    <name>Depends</name>
                                                                <inwardlinks description="is depended on by">
                                                        </inwardlinks>
                                    </issuelinktype>
                            <issuelinktype id="10010">
                    <name>Duplicate</name>
                                            <outwardlinks description="duplicates">
                                                        </outwardlinks>
                                                        </issuelinktype>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                            <outwardlinks description="related to">
                                        <issuelink>
            <issuekey id="198321">SERVER-18079</issuekey>
        </issuelink>
                            </outwardlinks>
                                                                <inwardlinks description="is related to">
                                        <issuelink>
            <issuekey id="186811">SERVER-17421</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="186885">SERVER-17424</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                            <attachment id="86537" name="317profiler.png" size="59624" author="eitan.klein" created="Tue, 18 Aug 2015 17:25:15 +0000"/>
                            <attachment id="67628" name="Process_IO_Data_Operations_sec0.png" size="64193" author="eitan.klein" created="Sun, 15 Mar 2015 01:07:38 +0000"/>
                            <attachment id="66662" name="Process_IO_Write_Operations_sec0.png" size="55148" author="eitan.klein" created="Fri, 6 Mar 2015 17:48:16 +0000"/>
                            <attachment id="67629" name="Processor_Information_Percent_Processor_Time0.png" size="54175" author="eitan.klein" created="Sun, 15 Mar 2015 01:08:30 +0000"/>
                            <attachment id="67923" name="Re httpsjira.mongodb.orgbrowseSERVER-17495.htm" size="143878" author="eitan.klein" created="Tue, 17 Mar 2015 16:44:35 +0000"/>
                            <attachment id="66663" name="ServerStats.txt" size="11383" author="eitan.klein" created="Fri, 6 Mar 2015 17:48:16 +0000"/>
                            <attachment id="86521" name="mongodb_08172211.csv" size="3509087" author="eitan.klein" created="Tue, 18 Aug 2015 16:07:31 +0000"/>
                            <attachment id="86522" name="perf_test_data.csv" size="563647" author="eitan.klein" created="Tue, 18 Aug 2015 16:07:31 +0000"/>
                            <attachment id="67924" name="profile-output.jpg" size="146400" author="eitan.klein" created="Tue, 17 Mar 2015 16:47:38 +0000"/>
                            <attachment id="86523" name="repro-317.png" size="95953" author="eitan.klein" created="Tue, 18 Aug 2015 16:14:22 +0000"/>
                            <attachment id="86520" name="repro-317.png" size="69497" author="eitan.klein" created="Tue, 18 Aug 2015 16:07:31 +0000"/>
                            <attachment id="67630" name="stat.txt" size="11771" author="eitan.klein" created="Sun, 15 Mar 2015 01:10:36 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>14.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18555" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname># of Sprints</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>4.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10011" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Backwards Compatibility</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10038"><![CDATA[Fully Compatible]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Mon, 16 Mar 2015 04:38:36 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        7 years, 3 weeks, 6 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>ramon.fernandez@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            7 years, 3 weeks, 6 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10022"><![CDATA[Windows]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>alessandro.gherardi@yahoo.com</customfieldvalue>
            <customfieldvalue>backlog-server-platform</customfieldvalue>
            <customfieldvalue>eitan.klein</customfieldvalue>
            <customfieldvalue>michael.cahill@mongodb.com</customfieldvalue>
            <customfieldvalue>nick@innsenroute.com</customfieldvalue>
            <customfieldvalue>nickj</customfieldvalue>
            <customfieldvalue>ramon.fernandez@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrlb8v:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hsa2nj:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>165582</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10557" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="548">Platform 4 06/05/15</customfieldvalue>
    <customfieldvalue id="567">Platform 5 06/26/16</customfieldvalue>
    <customfieldvalue id="575">Platform 6 07/17/15</customfieldvalue>
    <customfieldvalue id="632">Platform 7 08/10/15</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hs1o53:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>