<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:56:49 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-21266] Bulk loading to micro-sharded cluster slower in 3.2.0-rc1 vs 3.0.6</title>
                <link>https://jira.mongodb.org/browse/SERVER-21266</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;Testing a bulk load into a sharded cluster - 40 microshards of wired tiger (aggreagtion cluster) on a 40 core server, loads of RAM, 8500 PIOPS, . Version 3.0.6 gets a steady 625,000 inserts/s  - same hardware 3.2.0-rc1 only gets 520,000 inserts/s, that&apos;s a 17% performance drop.&lt;/p&gt;

&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=arthur.viegers&quot; class=&quot;user-hover&quot; rel=&quot;arthur.viegers&quot;&gt;arthur.viegers&lt;/a&gt;&lt;/p&gt;</description>
                <environment></environment>
        <key id="237446">SERVER-21266</key>
            <summary>Bulk loading to micro-sharded cluster slower in 3.2.0-rc1 vs 3.0.6</summary>
                <type id="4" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14710&amp;avatarType=issuetype">Improvement</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="5">Cannot Reproduce</resolution>
                                        <assignee username="misha.tyulenev@mongodb.com">Misha Tyulenev</assignee>
                                    <reporter username="john.page@mongodb.com">John Page</reporter>
                        <labels>
                    </labels>
                <created>Tue, 3 Nov 2015 10:55:26 +0000</created>
                <updated>Wed, 9 Dec 2015 22:14:22 +0000</updated>
                            <resolved>Sun, 8 Nov 2015 14:42:43 +0000</resolved>
                                                                    <component>Write Ops</component>
                                        <votes>0</votes>
                                    <watches>9</watches>
                                                                                                                <comments>
                            <comment id="1082688" author="john.page" created="Sun, 8 Nov 2015 13:14:35 +0000"  >&lt;p&gt;Re-tested on a more controlled environment and I now see 20% better on 3.2 as well so closing. Must have been some Amazon weirdness of PEBKAC.&lt;/p&gt;</comment>
                            <comment id="1080631" author="misha.tyulenev" created="Thu, 5 Nov 2015 16:26:40 +0000"  >&lt;p&gt;Cant reproduce locally, &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=john.page&quot; class=&quot;user-hover&quot; rel=&quot;john.page&quot;&gt;john.page&lt;/a&gt; could you please confirm that its reproducible and provide me with an access to the environment?&lt;/p&gt;

&lt;p&gt;I scaled down the test to match my machine: loading  37M documents instead of 290M and running 24 shards instead of 40&lt;br/&gt;
I run on 24 CPU workstation (2 socket x 6 cores x 2 HT) .  Used the ubuntu14.04 64bit binaries from &lt;a href=&quot;https://www.mongodb.org/dl/linux/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://www.mongodb.org/dl/linux/&lt;/a&gt;&lt;/p&gt;

&lt;p&gt;Here are the results &lt;br/&gt;
Numbers in brackets are the thousands of inserts per second.&lt;/p&gt;

&lt;p&gt;37390457 documents (/fastload test_result_2013.txt)&lt;/p&gt;


&lt;p&gt;3.2 rc2 (359K)  &lt;br/&gt;
real	1m44.820s&lt;br/&gt;
user	12m20.416s&lt;br/&gt;
sys	2m57.683s&lt;/p&gt;

&lt;p&gt;3.2 rc1 (346K)&lt;br/&gt;
real	1m48.555s&lt;br/&gt;
user	12m25.048s&lt;br/&gt;
sys	2m54.465s&lt;/p&gt;

&lt;p&gt;3.0.7 (283K)&lt;br/&gt;
real	2m11.883s&lt;br/&gt;
user	13m13.047s&lt;br/&gt;
sys	2m59.634s&lt;/p&gt;

&lt;p&gt;3.0.6 rc2 (283K)&lt;br/&gt;
real	2m11.051s&lt;br/&gt;
user	13m11.384s&lt;br/&gt;
sys	2m57.193s&lt;/p&gt;

&lt;p&gt;mongos 3.0.6 rc2, mongod 3.2.rc1 (306K)&lt;br/&gt;
real	2m2.206s&lt;br/&gt;
user	13m7.957s&lt;br/&gt;
sys	2m59.833s&lt;/p&gt;</comment>
                            <comment id="1078746" author="schwerin" created="Tue, 3 Nov 2015 23:38:56 +0000"  >&lt;p&gt;Maybe it&apos;s an issue that appears as the number of shards increases. I think it&apos;s worth trying the 40 shards on a box similar to the one John used.&lt;/p&gt;</comment>
                            <comment id="1078238" author="schwerin" created="Tue, 3 Nov 2015 16:47:25 +0000"  >&lt;p&gt;Misha&apos;s going to try to repro on the assumption that this is a mongos problem.&lt;/p&gt;</comment>
                            <comment id="1078004" author="john.page" created="Tue, 3 Nov 2015 14:24:13 +0000"  >&lt;p&gt;Single config server - not sure what --configsvr does in 3.2, dont think it uses a replica&lt;/p&gt;</comment>
                            <comment id="1078001" author="schwerin" created="Tue, 3 Nov 2015 14:22:06 +0000"  >&lt;p&gt;SCCC config servers?&lt;/p&gt;

&lt;p&gt;Could you retest with 3.0 mongos and 3.2 mongos? I assume you&apos;ll see 3.0-ish behaviour, but want to confirm.&lt;/p&gt;</comment>
                            <comment id="1077987" author="john.page" created="Tue, 3 Nov 2015 14:07:37 +0000"  >&lt;p&gt;I should add - Wired Tiger not MMAP&lt;/p&gt;</comment>
                            <comment id="1077861" author="dan@10gen.com" created="Tue, 3 Nov 2015 11:19:23 +0000"  >&lt;ul&gt;
	&lt;li&gt;Is your bulk loader generating documents or something else? Can you share the script?&lt;/li&gt;
	&lt;li&gt;Are you loading through one or multiple mongos?&lt;/li&gt;
	&lt;li&gt;Do you have any log of the insertion rate or hardware stats?&lt;/li&gt;
	&lt;li&gt;Is this on ec2?  Are you performing the comparison of 3.0 to 3.2 using the same server?&lt;/li&gt;
&lt;/ul&gt;
</comment>
                    </comments>
                    <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>8.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18555" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname># of Sprints</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Tue, 3 Nov 2015 11:19:23 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        8 years, 14 weeks, 3 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>ramon.fernandez@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            8 years, 14 weeks, 3 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>schwerin@mongodb.com</customfieldvalue>
            <customfieldvalue>dan@mongodb.com</customfieldvalue>
            <customfieldvalue>john.page@mongodb.com</customfieldvalue>
            <customfieldvalue>misha.tyulenev@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrkpyf:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hse4dr:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                <customfield id="customfield_10557" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="719">Sharding C (11/20/15)</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hsfhzr:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>