<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 04:11:45 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-26317] benchRun can terminate without sending/completing any operations</title>
                <link>https://jira.mongodb.org/browse/SERVER-26317</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;See &lt;a href=&quot;https://jira.mongodb.org/browse/BF-2950?focusedCommentId=1403454&amp;amp;page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel#comment-1403454&quot; class=&quot;external-link&quot; rel=&quot;nofollow&quot;&gt;my comment on BF-2950&lt;/a&gt;, it&apos;s possible for benchRun to not send any operations to the server.&lt;/p&gt;</description>
                <environment></environment>
        <key id="318806">SERVER-26317</key>
            <summary>benchRun can terminate without sending/completing any operations</summary>
                <type id="4" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14710&amp;avatarType=issuetype">Improvement</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="2">Won&apos;t Fix</resolution>
                                        <assignee username="backlog-server-stm">Backlog - Server Tooling and Methods (STM)</assignee>
                                    <reporter username="tess.avitabile@mongodb.com">Tess Avitabile</reporter>
                        <labels>
                            <label>tig-benchrun</label>
                    </labels>
                <created>Mon, 26 Sep 2016 14:16:11 +0000</created>
                <updated>Tue, 6 Dec 2022 04:15:52 +0000</updated>
                            <resolved>Fri, 5 Nov 2021 17:34:34 +0000</resolved>
                                                                    <component>Performance</component>
                                        <votes>0</votes>
                                    <watches>4</watches>
                                                                                                                <comments>
                            <comment id="1484420" author="xgen-internal-githook" created="Tue, 24 Jan 2017 22:22:14 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{u&apos;username&apos;: u&apos;cswanson310&apos;, u&apos;name&apos;: u&apos;Charlie Swanson&apos;, u&apos;email&apos;: u&apos;charlie.swanson@mongodb.com&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-26317&quot; title=&quot;benchRun can terminate without sending/completing any operations&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-26317&quot;&gt;&lt;del&gt;SERVER-26317&lt;/del&gt;&lt;/a&gt; Increase benchRun seconds for flaky tests&lt;br/&gt;
Branch: v3.4&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/e2c655019a46979e2db6609369839cc968c31d17&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/e2c655019a46979e2db6609369839cc968c31d17&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="1484224" author="xgen-internal-githook" created="Tue, 24 Jan 2017 20:22:13 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{u&apos;username&apos;: u&apos;cswanson310&apos;, u&apos;name&apos;: u&apos;Charlie Swanson&apos;, u&apos;email&apos;: u&apos;charlie.swanson@mongodb.com&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-26317&quot; title=&quot;benchRun can terminate without sending/completing any operations&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-26317&quot;&gt;&lt;del&gt;SERVER-26317&lt;/del&gt;&lt;/a&gt; Increase benchRun seconds for flaky tests&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/f6785f6fe57da074f1ff9458d19710ec3ae9b596&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/f6785f6fe57da074f1ff9458d19710ec3ae9b596&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="1484137" author="charlie.swanson" created="Tue, 24 Jan 2017 19:29:29 +0000"  >&lt;p&gt;After some discussion, we&apos;ve determined that the original attempt to increase the timeout missed a line that reset the timeout back to 1 second. I&apos;ll put up a review to make sure the timeout remains at the intended value.&lt;/p&gt;</comment>
                            <comment id="1483130" author="david.daly" created="Mon, 23 Jan 2017 21:46:24 +0000"  >&lt;p&gt;I think the key parts are: &lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;Start the timer &lt;a href=&quot;https://github.com/mongodb/mongo/blob/fd300c0c05c1e057a7c5f24e7599d26e383234d0/src/mongo/shell/bench.cpp#L1296&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/blob/fd300c0c05c1e057a7c5f24e7599d26e383234d0/src/mongo/shell/bench.cpp#L1296&lt;/a&gt;&lt;/li&gt;
	&lt;li&gt;Then benchStart is called&lt;/li&gt;
	&lt;li&gt;&lt;a href=&quot;https://github.com/mongodb/mongo/blob/fd300c0c05c1e057a7c5f24e7599d26e383234d0/src/mongo/shell/bench.cpp#L1310&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;benchStart&lt;/a&gt; has some setup that could delay things&lt;/li&gt;
	&lt;li&gt;Which calls into &lt;a href=&quot;https://github.com/mongodb/mongo/blob/fd300c0c05c1e057a7c5f24e7599d26e383234d0/src/mongo/shell/bench.cpp#L1163&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;BenchRunner::start()&lt;/a&gt;&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;We already have &lt;a href=&quot;https://github.com/mongodb/mongo/blob/fd300c0c05c1e057a7c5f24e7599d26e383234d0/src/mongo/shell/bench.cpp#L1187&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;this synchronization point&lt;/a&gt; within the start method. Would it make sense to try to tie the timer to that same barrier? Would that fix the issue you are seeing &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=charlie.swanson&quot; class=&quot;user-hover&quot; rel=&quot;charlie.swanson&quot;&gt;charlie.swanson&lt;/a&gt;? &lt;/p&gt;</comment>
                            <comment id="1417366" author="charlie.swanson" created="Tue, 25 Oct 2016 20:03:39 +0000"  >&lt;p&gt;Moving this back to the Perf team.&lt;/p&gt;

&lt;p&gt;To finally flesh out this idea/request a little bit more (as &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=david.daly&quot; class=&quot;user-hover&quot; rel=&quot;david.daly&quot;&gt;david.daly&lt;/a&gt; requested via slack but I rudely ignored, sorry!), it looks like benchRun isn&apos;t even &lt;b&gt;sending&lt;/b&gt; a single request to the server within the allotted time.&lt;/p&gt;

&lt;p&gt;My opinion is that benchRun should ideally ensure that the server receives at least one request. If that request doesn&apos;t complete in the time limit, then the throughput is rightly zero. The problem right now is that it seems benchRun starts the timer before even sending the first request, which can unfortunately mean the server doesn&apos;t even receive a request in the allotted time.&lt;/p&gt;

&lt;p&gt;It might not be possible to ensure the server &lt;b&gt;receives&lt;/b&gt; at least one request, but it seems reasonable to ensure benchRun &lt;b&gt;sends&lt;/b&gt; at least one request.&lt;/p&gt;</comment>
                            <comment id="1417356" author="xgen-internal-githook" created="Tue, 25 Oct 2016 19:54:30 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{u&apos;username&apos;: u&apos;cswanson310&apos;, u&apos;name&apos;: u&apos;Charlie Swanson&apos;, u&apos;email&apos;: u&apos;charlie.swanson@mongodb.com&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-26317&quot; title=&quot;benchRun can terminate without sending/completing any operations&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-26317&quot;&gt;&lt;del&gt;SERVER-26317&lt;/del&gt;&lt;/a&gt; Increase benchRun seconds for flaky tests&lt;/p&gt;

&lt;p&gt;These tests have been failing sporadically because benchRun completes&lt;br/&gt;
without running any operations. This is a temporary workaround to&lt;br/&gt;
reduce the noise in the build.&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/1cfafa59e7ab3f02ea386743d0a2019889b2f314&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/1cfafa59e7ab3f02ea386743d0a2019889b2f314&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="1403464" author="charlie.swanson" created="Fri, 7 Oct 2016 22:10:50 +0000"  >&lt;p&gt;Oh also, before I forget: after some discussion within the Query team, we decided not to add any debugging logging or verbose mode to benchRun, since we thought &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-10552&quot; title=&quot;Allow users to set shell log level&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-10552&quot;&gt;&lt;del&gt;SERVER-10552&lt;/del&gt;&lt;/a&gt; should probably be done first to make it easy to increase/decrease the verbosity of different shell components.&lt;/p&gt;</comment>
                            <comment id="1403461" author="charlie.swanson" created="Fri, 7 Oct 2016 22:08:56 +0000"  >&lt;p&gt;I&apos;ve converted this ticket into the real reason all the BFs are blocked on this, and I&apos;m moving it over to the perf team since I believe that is who owns benchRun. This is causing a lot of spurious failures recently (see all the linked BF&apos;s), so if you could prioritize this that&apos;d be great.&lt;/p&gt;

&lt;p&gt;I haven&apos;t had any great ideas on how to fix this, but it would seem reasonable to start the timer only after/right before sending the first operation to the server, or something like that.&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10011">
                    <name>Depends</name>
                                                                <inwardlinks description="is depended on by">
                                                        </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>8.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18555" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname># of Sprints</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_12751" key="com.atlassian.jira.plugin.system.customfieldtypes:multiselect">
                        <customfieldname>Assigned Teams</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="25142"><![CDATA[Server Tooling & Methods]]></customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Fri, 7 Oct 2016 22:08:56 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        7 years, 3 weeks, 1 day ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>alexander.golin@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            7 years, 3 weeks, 1 day ago
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_16465" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Linked BF Score</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>17.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>backlog-server-stm</customfieldvalue>
            <customfieldvalue>charlie.swanson@mongodb.com</customfieldvalue>
            <customfieldvalue>david.daly@mongodb.com</customfieldvalue>
            <customfieldvalue>xgen-internal-githook</customfieldvalue>
            <customfieldvalue>tess.avitabile@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrjv27:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hr9y3b:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                <customfield id="customfield_10557" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="1294">Query 2016-10-10</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hsbb6v:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>