<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:43:36 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-17194] Low Throughput for YCSB 50-50 workload with high client threads</title>
                <link>https://jira.mongodb.org/browse/SERVER-17194</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;Running ycsb with high thread count leads to low WT throughput on the 50-50 workload (Workload A). Stand-alone mogod with wiredTiger storage engine.  &lt;/p&gt;

&lt;p&gt;Seeing with that high levels of WT Rollback. &lt;/p&gt;

&lt;h2&gt;&lt;a name=&quot;Update%3A&quot;&gt;&lt;/a&gt;Update: &lt;/h2&gt;
&lt;ul&gt;
	&lt;li&gt;Related to &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-16662&quot; title=&quot;Extended pauses in WiredTiger when workers greatly exceeds number of cores&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-16662&quot;&gt;&lt;del&gt;SERVER-16662&lt;/del&gt;&lt;/a&gt; in that the problem requires many more threads than cores. Running with few cores has high performance. Running with many more thread than cores (256 on 12) leads to dramatic (50% or more) reduction in throughput.&lt;/li&gt;
	&lt;li&gt;Differs from &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-16662&quot; title=&quot;Extended pauses in WiredTiger when workers greatly exceeds number of cores&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-16662&quot;&gt;&lt;del&gt;SERVER-16662&lt;/del&gt;&lt;/a&gt; in that the performance  drop is steady (not drops to zero), and is correllated with wt transactions: transactions rolled back stat being the same level or higher than WT transaction: transactions completed.&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;With 3.0.0 large number of documents in not required. Issue manifests with 2M documents. &lt;/p&gt;

&lt;h2&gt;&lt;a name=&quot;Fromtheoriginaldescription%3A&quot;&gt;&lt;/a&gt;From the original description:&lt;/h2&gt;
&lt;p&gt;In the graph below, before time A there are 256 client threads. After time B there are 32 threads. Throughput is higher with 32 threads. Substantial number of rollbacks with 256 threads. &lt;br/&gt;
&lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;img src=&quot;https://jira.mongodb.org/secure/attachment/63917/63917_workload50-50.png&quot; width=&quot;600&quot; style=&quot;border: 0px solid black&quot; /&gt;&lt;/span&gt;&lt;/p&gt;

&lt;p&gt;Results shown above from run with git version 7d9ec251cf0e70bc0f9bb246aacfb6e62226ad37&lt;/p&gt;</description>
                <environment></environment>
        <key id="182835">SERVER-17194</key>
            <summary>Low Throughput for YCSB 50-50 workload with high client threads</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="9">Done</resolution>
                                        <assignee username="backlog-server-execution">Backlog - Storage Execution Team</assignee>
                                    <reporter username="david.daly@mongodb.com">David Daly</reporter>
                        <labels>
                            <label>28qa</label>
                    </labels>
                <created>Thu, 5 Feb 2015 21:55:54 +0000</created>
                <updated>Tue, 6 Dec 2022 04:55:57 +0000</updated>
                            <resolved>Mon, 21 Nov 2016 21:11:46 +0000</resolved>
                                    <version>3.0.0-rc7</version>
                    <version>3.0.0-rc8</version>
                    <version>3.0.0-rc9</version>
                    <version>3.0.0-rc10</version>
                                                    <component>Performance</component>
                    <component>Storage</component>
                    <component>WiredTiger</component>
                                        <votes>1</votes>
                                    <watches>14</watches>
                                                                                                                <comments>
                            <comment id="1439436" author="alexander.gorrod" created="Mon, 21 Nov 2016 21:11:29 +0000"  >&lt;p&gt;Thanks &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=david.hows&quot; class=&quot;user-hover&quot; rel=&quot;david.hows&quot;&gt;david.hows&lt;/a&gt; a 15% degradation when overloading the number of threads to be 32x the number of cores seems reasonable to me. I&apos;m going to close this as gone away.&lt;/p&gt;</comment>
                            <comment id="930952" author="samk" created="Wed, 3 Jun 2015 20:17:20 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=eitan.klein&quot; class=&quot;user-hover&quot; rel=&quot;eitan.klein&quot;&gt;eitan.klein&lt;/a&gt;/&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=david.daly&quot; class=&quot;user-hover&quot; rel=&quot;david.daly&quot;&gt;david.daly&lt;/a&gt;, do you have any updates on this issue? If not, what are our next steps here?&lt;/p&gt;

&lt;p&gt;Thanks,&lt;br/&gt;
sam&lt;/p&gt;</comment>
                            <comment id="846354" author="david.daly" created="Mon, 9 Mar 2015 16:13:48 +0000"  >&lt;p&gt;Updated description and reprop steps for smaller repro, and to compare to related scaling ticket. &lt;/p&gt;</comment>
                            <comment id="823946" author="dan@10gen.com" created="Fri, 6 Feb 2015 22:51:42 +0000"  >&lt;p&gt;We believe this fix will make a big difference: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-15944&quot; title=&quot;Make single-update write conflict path same as multi-update&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-15944&quot;&gt;&lt;del&gt;SERVER-15944&lt;/del&gt;&lt;/a&gt;. This is in and merged back to v3.0.&lt;/p&gt;</comment>
                            <comment id="822795" author="david.daly" created="Thu, 5 Feb 2015 21:57:24 +0000"  >&lt;p&gt;Related to &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-16662&quot; title=&quot;Extended pauses in WiredTiger when workers greatly exceeds number of cores&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-16662&quot;&gt;&lt;del&gt;SERVER-16662&lt;/del&gt;&lt;/a&gt; in that more threads than cores. Shows different symptoms in that there aren&apos;t major pauses, just lower throughput. &lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                            <outwardlinks description="related to">
                                        <issuelink>
            <issuekey id="200435">SERVER-18213</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="213762">SERVER-19189</issuekey>
        </issuelink>
                            </outwardlinks>
                                                                <inwardlinks description="is related to">
                                        <issuelink>
            <issuekey id="182135">SERVER-17157</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="176061">SERVER-16662</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="167249">SERVER-15944</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                            <attachment id="64380" name="3.0build256.png" size="159061" author="david.daly@mongodb.com" created="Tue, 10 Feb 2015 21:21:20 +0000"/>
                            <attachment id="64381" name="Patch256.png" size="170258" author="david.daly@mongodb.com" created="Tue, 10 Feb 2015 21:21:20 +0000"/>
                            <attachment id="64064" name="patch.png" size="156232" author="david.daly@mongodb.com" created="Fri, 6 Feb 2015 20:07:32 +0000"/>
                            <attachment id="63917" name="workload50-50.png" size="150178" author="david.daly@mongodb.com" created="Thu, 5 Feb 2015 21:55:54 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>5.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                <customfield id="customfield_12751" key="com.atlassian.jira.plugin.system.customfieldtypes:multiselect">
                        <customfieldname>Assigned Teams</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="25136"><![CDATA[Storage Execution]]></customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                            <customfield id="customfield_10011" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Backwards Compatibility</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10038"><![CDATA[Fully Compatible]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Fri, 6 Feb 2015 14:59:29 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        7 years, 12 weeks, 2 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>alexander.golin@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            7 years, 12 weeks, 2 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>alexander.gorrod@mongodb.com</customfieldvalue>
            <customfieldvalue>backlog-server-execution</customfieldvalue>
            <customfieldvalue>dan@mongodb.com</customfieldvalue>
            <customfieldvalue>david.daly@mongodb.com</customfieldvalue>
            <customfieldvalue>sam.kleinman</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrlcxb:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hs632v:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>160679</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10750" key="com.atlassian.jira.plugin.system.customfieldtypes:textarea">
                        <customfieldname>Steps To Reproduce</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>&lt;p&gt;Updated&lt;br/&gt;
YCSB: &lt;a href=&quot;https://github.com/achille/YCSB&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/achille/YCSB&lt;/a&gt;&lt;/p&gt;

&lt;p&gt;Populate database with 2 M documents&lt;br/&gt;
ycsb load mongodb -s -P workloads/workloada -p workload=com.yahoo.ycsb.workloads.CoreWorkload  -p mongodb.writeConcern=acknowledged -p mongodb.database=ycsb -p recordcount=2000000 -p exportmeasurementsinterval=30000 -p fieldcount=10 -p timeseries.granularity=100 -p threadcount=256 -p insertretrycount=10 -p readretrycount=1 -p ignoreinserterrors=true -p reconnectionthroughput=10 -p mongodb.url=mongodb://localhost:27017 -p fieldnameprefix=f -p maxexecutiontime=96000 -p mongodb.readPreference=primary -p fieldlength=10 -p reconnectiontime=1000 -p operationcount=200000000&lt;/p&gt;

&lt;p&gt;Run Workload A&lt;br/&gt;
./bin/ycsb run mongodb -s -P workloads/workloada -p workload=com.yahoo.ycsb.workloads.CoreWorkload  -p mongodb.writeConcern=acknowledged -p mongodb.database=ycsb -p recordcount=2000000 -p exportmeasurementsinterval=30000 -p fieldcount=10 -p timeseries.granularity=100 -p threadcount=256 -p insertretrycount=10 -p readretrycount=1 -p ignoreinserterrors=true -p reconnectionthroughput=10 -p mongodb.url=mongodb://localhost:27017 -p fieldnameprefix=f -p maxexecutiontime=96000 -p mongodb.readPreference=primary -p fieldlength=10 -p reconnectiontime=1000 -p operationcount=50000000&lt;/p&gt;</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hsg9dr:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>