<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:54:11 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-20426] mongoperf is producing questionable results</title>
                <link>https://jira.mongodb.org/browse/SERVER-20426</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;I found a problem with the output with mongperf. In comparing the performance of CentOS 6.5 and Ubuntu 14.04 on Azure, I discovered that mongoperf&apos;s results were questionable. With 32 threads, mongperf was reporting that Ubuntu 14.04 was handling 120X mote IOps than CentOS 6.5. However, a like test using FIO does not reach the same results. &lt;/p&gt;</description>
                <environment></environment>
        <key id="229902">SERVER-20426</key>
            <summary>mongoperf is producing questionable results</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="2">Won&apos;t Fix</resolution>
                                        <assignee username="backlog-server-perf">Backlog - Performance Team</assignee>
                                    <reporter username="steven.hand">Steven Hand</reporter>
                        <labels>
                    </labels>
                <created>Tue, 15 Sep 2015 19:59:51 +0000</created>
                <updated>Tue, 6 Dec 2022 04:44:21 +0000</updated>
                            <resolved>Tue, 15 Mar 2016 00:30:02 +0000</resolved>
                                                                    <component>Tools</component>
                                        <votes>0</votes>
                                    <watches>6</watches>
                                                                                                                <comments>
                            <comment id="1203253" author="ian@10gen.com" created="Tue, 15 Mar 2016 00:30:02 +0000"  >&lt;p&gt;Apologies for the delay in responding on this issue, but we&apos;ve decided not to proceed with any further enhancements to mongoperf in its current form - as such we&apos;re closing this as Won&apos;t Fix.  We aren&apos;t moving the existing code or removing the binary, but any changes going forward would almost certainly involve first moving the existing functionality to a newly written tool.  We made a similar decision with our other tools in 3.0.0 and have been very happy with the results.&lt;/p&gt;

&lt;p&gt;We don&apos;t have a specific timeline for this work, but you can vote on and add yourself as a watcher to &lt;a href=&quot;https://jira.mongodb.org/browse/TOOLS-1103&quot; title=&quot;Mongoperf replacement&quot; class=&quot;issue-link&quot; data-issue-key=&quot;TOOLS-1103&quot;&gt;&lt;del&gt;TOOLS-1103&lt;/del&gt;&lt;/a&gt; to be informed of updates as we weigh its priority against other projects that our Tools team are working on.&lt;/p&gt;</comment>
                            <comment id="1040401" author="ramon.fernandez" created="Tue, 22 Sep 2015 23:13:12 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=steven.hand&quot; class=&quot;user-hover&quot; rel=&quot;steven.hand&quot;&gt;steven.hand&lt;/a&gt;, the future of mongoperf is still being debated internally, so I&apos;m going to put this ticket in &quot;Needs Further Definition&quot; so we can discuss what to do.&lt;/p&gt;</comment>
                            <comment id="1030956" author="steven.hand" created="Tue, 15 Sep 2015 20:32:12 +0000"  >&lt;p&gt;I have done some testing using two D2 VMs&lt;/p&gt;
&lt;ol&gt;
	&lt;li&gt;Ubuntu 14.04
	&lt;ul&gt;
		&lt;li&gt;FIO 2.1.3&lt;/li&gt;
		&lt;li&gt;two block devices&lt;/li&gt;
		&lt;li&gt;MongoDB 3.0.6&lt;/li&gt;
	&lt;/ul&gt;
	&lt;/li&gt;
	&lt;li&gt;CentOS 6.6
	&lt;ul&gt;
		&lt;li&gt;FIO 2.1.4 (v2.1.3 is not available independently of distro)&lt;/li&gt;
		&lt;li&gt;two block devices&lt;/li&gt;
		&lt;li&gt;MongoDB 3.0.6&lt;/li&gt;
	&lt;/ul&gt;
	&lt;/li&gt;
&lt;/ol&gt;


&lt;p&gt;The output of running mongperf with 32 threads, &lt;/p&gt;
&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;echo &quot;{ nThreads: 32, fileSizeMB: 2, sleepMicros: 0, mmf: false, r: true, w:false, syncDelay: 0 }&quot; | mongoperf&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;
&lt;p&gt;on both OSes produced the following diagram&lt;br/&gt;
&lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;img src=&quot;https://jira.mongodb.org/secure/attachment/90038/90038_C_vs_U_32_T_IOps.png&quot; width=&quot;80%&quot; style=&quot;border: 0px solid black&quot; /&gt;&lt;/span&gt;&lt;/p&gt;

&lt;p&gt;As you can see from the graph, the IOps performance for Ubuntu reported by mongoperf was much higher than CentOS. The MB/s was much higher as well. See &lt;span class=&quot;nobr&quot;&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/attachment/90040/90040_Ubuntu_32_data.csv&quot; title=&quot;Ubuntu_32_data.csv attached to SERVER-20426&quot;&gt;Ubuntu_32_data.csv&lt;sup&gt;&lt;img class=&quot;rendericon&quot; src=&quot;https://jira.mongodb.org/images/icons/link_attachment_7.gif&quot; height=&quot;7&quot; width=&quot;7&quot; align=&quot;absmiddle&quot; alt=&quot;&quot; border=&quot;0&quot;/&gt;&lt;/sup&gt;&lt;/a&gt;&lt;/span&gt; and &lt;span class=&quot;nobr&quot;&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/attachment/90041/90041_CentOS_32_data.csv&quot; title=&quot;CentOS_32_data.csv attached to SERVER-20426&quot;&gt;CentOS_32_data.csv&lt;sup&gt;&lt;img class=&quot;rendericon&quot; src=&quot;https://jira.mongodb.org/images/icons/link_attachment_7.gif&quot; height=&quot;7&quot; width=&quot;7&quot; align=&quot;absmiddle&quot; alt=&quot;&quot; border=&quot;0&quot;/&gt;&lt;/sup&gt;&lt;/a&gt;&lt;/span&gt;.&lt;/p&gt;

&lt;p&gt;&lt;a href=&quot;https://github.com/axboe/fio&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;FIO&lt;/a&gt; is a widely used block and file IO testing application. The difference between the two OSes was too dramatic to simply accept. I don&apos;t know what IO pattern that mongoperf imposes on the disks. I assumed 4K block size random read and write, but collected results for sequential IO as well. I didn&apos;t know what queue depth is used by mongoperf. But in any case, after several test runs with FIO, with various parameters, the difference in IO performance between these two OSes were not nearly as large as mongoperf indicated. In fact, FIO reported that CentOS performs slightly better than Ubuntu. See enclosed FIO results, &lt;span class=&quot;nobr&quot;&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/attachment/90043/90043_C_fio_32T_rand_rw.txt&quot; title=&quot;C_fio_32T_rand_rw.txt attached to SERVER-20426&quot;&gt;C_fio_32T_rand_rw.txt&lt;sup&gt;&lt;img class=&quot;rendericon&quot; src=&quot;https://jira.mongodb.org/images/icons/link_attachment_7.gif&quot; height=&quot;7&quot; width=&quot;7&quot; align=&quot;absmiddle&quot; alt=&quot;&quot; border=&quot;0&quot;/&gt;&lt;/sup&gt;&lt;/a&gt;&lt;/span&gt; and &lt;span class=&quot;nobr&quot;&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/attachment/90044/90044_U_fio_32T_rand_rw.txt&quot; title=&quot;U_fio_32T_rand_rw.txt attached to SERVER-20426&quot;&gt;U_fio_32T_rand_rw.txt&lt;sup&gt;&lt;img class=&quot;rendericon&quot; src=&quot;https://jira.mongodb.org/images/icons/link_attachment_7.gif&quot; height=&quot;7&quot; width=&quot;7&quot; align=&quot;absmiddle&quot; alt=&quot;&quot; border=&quot;0&quot;/&gt;&lt;/sup&gt;&lt;/a&gt;&lt;/span&gt;, and fio parameter files, &lt;span class=&quot;nobr&quot;&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/attachment/90045/90045_U_fio-test.fio&quot; title=&quot;U_fio-test.fio attached to SERVER-20426&quot;&gt;U_fio-test.fio&lt;sup&gt;&lt;img class=&quot;rendericon&quot; src=&quot;https://jira.mongodb.org/images/icons/link_attachment_7.gif&quot; height=&quot;7&quot; width=&quot;7&quot; align=&quot;absmiddle&quot; alt=&quot;&quot; border=&quot;0&quot;/&gt;&lt;/sup&gt;&lt;/a&gt;&lt;/span&gt; and &lt;span class=&quot;nobr&quot;&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/attachment/90046/90046_C_fio-test.fio&quot; title=&quot;C_fio-test.fio attached to SERVER-20426&quot;&gt;C_fio-test.fio&lt;sup&gt;&lt;img class=&quot;rendericon&quot; src=&quot;https://jira.mongodb.org/images/icons/link_attachment_7.gif&quot; height=&quot;7&quot; width=&quot;7&quot; align=&quot;absmiddle&quot; alt=&quot;&quot; border=&quot;0&quot;/&gt;&lt;/sup&gt;&lt;/a&gt;&lt;/span&gt;.&lt;/p&gt;

&lt;p&gt;I also tested document insert performance using MongoDB 3.0.6 on the two OSes and captured 7212 inserts per second on Ubuntu and 7618 on CentOS, again indicating a slight performance advantage with CentOS.&lt;/p&gt;

&lt;p&gt;In summary, the performance results that mongoperf reports are not in line with other tools and appear to be suspect.&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                            <outwardlinks description="related to">
                                        <issuelink>
            <issuekey id="238381">TOOLS-979</issuekey>
        </issuelink>
                            </outwardlinks>
                                                                <inwardlinks description="is related to">
                                        <issuelink>
            <issuekey id="210625">SERVER-18973</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="201975">SERVER-18907</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                            <attachment id="90046" name="C_fio-test.fio" size="162" author="steven.hand" created="Tue, 15 Sep 2015 20:27:56 +0000"/>
                            <attachment id="90043" name="C_fio_32T_rand_rw.txt" size="70067" author="steven.hand" created="Tue, 15 Sep 2015 20:26:20 +0000"/>
                            <attachment id="90038" name="C_vs_U_32_T_IOps.png" size="304028" author="steven.hand" created="Tue, 15 Sep 2015 20:02:59 +0000"/>
                            <attachment id="90041" name="CentOS_32_data.csv" size="4245" author="steven.hand" created="Tue, 15 Sep 2015 20:12:13 +0000"/>
                            <attachment id="90045" name="U_fio-test.fio" size="153" author="steven.hand" created="Tue, 15 Sep 2015 20:27:56 +0000"/>
                            <attachment id="90044" name="U_fio_32T_rand_rw.txt" size="68605" author="steven.hand" created="Tue, 15 Sep 2015 20:26:20 +0000"/>
                            <attachment id="90040" name="Ubuntu_32_data.csv" size="5341" author="steven.hand" created="Tue, 15 Sep 2015 20:12:00 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>3.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                <customfield id="customfield_12751" key="com.atlassian.jira.plugin.system.customfieldtypes:multiselect">
                        <customfieldname>Assigned Teams</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="25124"><![CDATA[Product Performance]]></customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Wed, 16 Sep 2015 12:18:24 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        7 years, 48 weeks, 2 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>alexander.golin@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            7 years, 48 weeks, 2 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>backlog-server-perf</customfieldvalue>
            <customfieldvalue>ian@mongodb.com</customfieldvalue>
            <customfieldvalue>ramon.fernandez@mongodb.com</customfieldvalue>
            <customfieldvalue>steven.hand</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrkupz:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hsd4ov:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10750" key="com.atlassian.jira.plugin.system.customfieldtypes:textarea">
                        <customfieldname>Steps To Reproduce</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>&lt;p&gt;1) Setup CentOS 6.5 and Ubuntu 14.04 VMs on Azure&lt;br/&gt;
2) Install MongoDB 3.0.6 on both VMs&lt;br/&gt;
3) run mongoperf tests&lt;br/&gt;
4) run fio test&lt;br/&gt;
5) compare results&lt;/p&gt;</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hsfnvb:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>