<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 05:04:10 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-43804] Establish baseline performance metrics for startup, shutdown, initiation portions of ReplSetTest and ShardingTest</title>
                <link>https://jira.mongodb.org/browse/SERVER-43804</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;To measure the success of the Faster Local Testing project, we should, before making any changes, measure the execution times of the startup, shutdown, and initiation phases of ReplSetTest and ShardingTest across all tests in the &lt;tt&gt;replica_sets&lt;/tt&gt; and &lt;tt&gt;sharding&lt;/tt&gt; suites. We should record the durations of the relevant sections of code for each test so that we can run this experiment again after the project is complete to see how the performance improved for each relevant section i.e. ReplSetTest.startSet, ShardingTest.stop, etc.&lt;/p&gt;</description>
                <environment></environment>
        <key id="958280">SERVER-43804</key>
            <summary>Establish baseline performance metrics for startup, shutdown, initiation portions of ReplSetTest and ShardingTest</summary>
                <type id="3" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14718&amp;avatarType=issuetype">Task</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="9">Done</resolution>
                                        <assignee username="william.schultz@mongodb.com">William Schultz</assignee>
                                    <reporter username="william.schultz@mongodb.com">William Schultz</reporter>
                        <labels>
                    </labels>
                <created>Thu, 3 Oct 2019 17:11:03 +0000</created>
                <updated>Sun, 20 Oct 2019 04:33:48 +0000</updated>
                            <resolved>Thu, 17 Oct 2019 15:55:11 +0000</resolved>
                                                                    <component>Replication</component>
                    <component>Sharding</component>
                                        <votes>0</votes>
                                    <watches>2</watches>
                                                                                                                <comments>
                            <comment id="2491193" author="william.schultz" created="Sun, 20 Oct 2019 04:33:22 +0000"  >&lt;p&gt;After some more investigation, I think that the distinct profile of stopSet performance can be explained by the fact that stopSet execution time includes the time we take to &lt;a href=&quot;https://github.com/mongodb/mongo/blob/f4c495f0848ba8bf6200b966c3bb4235fee7a7d9/src/mongo/shell/servers.js#L959&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;validate&lt;/a&gt; each replica set node. If validation is one of the slowest parts of stopSet, then the amount of data written during the test may affect its speed much more than the size of the replica set.&lt;/p&gt;</comment>
                            <comment id="2487013" author="william.schultz" created="Thu, 17 Oct 2019 15:52:45 +0000"  >&lt;p&gt;After some discussion about these metrics, there are a few other follow up experiments that might be interesting to run in the future. Adding them here for reference:&lt;/p&gt;
&lt;ul class=&quot;alternate&quot; type=&quot;square&quot;&gt;
	&lt;li&gt;Record metrics from running locally on a Macbook&lt;/li&gt;
	&lt;li&gt;Explore the potential impacts of different Evergreen/AWS instance types&lt;/li&gt;
	&lt;li&gt;Explore the discrepancies between local workstation runs and Evergreen runs in more depth&lt;/li&gt;
&lt;/ul&gt;
</comment>
                            <comment id="2487001" author="william.schultz" created="Thu, 17 Oct 2019 15:49:56 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=judah.schvimer&quot; class=&quot;user-hover&quot; rel=&quot;judah.schvimer&quot;&gt;judah.schvimer&lt;/a&gt; I turned off the icecream daemon (&lt;tt&gt;sudo systemctl stop iceccd.service&lt;/tt&gt;) before running the benchmarks on my local machine. There may be other factors that are affecting the performance in some way, but I will leave that to a follow up investigation. I do not want to deal with the issues of uploading potentially private credentials to a public repo, so I am attaching a zip directory that contains a snapshot of the scripts I used:  &lt;span class=&quot;nobr&quot;&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/attachment/234059/234059_faster-local-testing-snapshot.zip&quot; title=&quot;faster-local-testing-snapshot.zip attached to SERVER-43804&quot;&gt;faster-local-testing-snapshot.zip&lt;sup&gt;&lt;img class=&quot;rendericon&quot; src=&quot;https://jira.mongodb.org/images/icons/link_attachment_7.gif&quot; height=&quot;7&quot; width=&quot;7&quot; align=&quot;absmiddle&quot; alt=&quot;&quot; border=&quot;0&quot;/&gt;&lt;/sup&gt;&lt;/a&gt;&lt;/span&gt;. I may change these scripts locally but this directory contains the scripts as they exist today and instructions on how to run them. Basically, there are 3 stages of the report generation: &lt;/p&gt;

&lt;ol&gt;
	&lt;li&gt;Download log files from Evergreen for a given task ID&lt;/li&gt;
	&lt;li&gt;Extract duration metrics from the downloaded logs and compile them into a CSV file&lt;/li&gt;
	&lt;li&gt;Generate plots based on the generated CSV file.&lt;/li&gt;
&lt;/ol&gt;
</comment>
                            <comment id="2483589" author="jason.chan" created="Tue, 15 Oct 2019 19:22:33 +0000"  >&lt;p&gt;The above report LGTM.&lt;/p&gt;</comment>
                            <comment id="2481276" author="william.schultz" created="Mon, 14 Oct 2019 22:46:04 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=jason.chan&quot; class=&quot;user-hover&quot; rel=&quot;jason.chan&quot;&gt;jason.chan&lt;/a&gt; If you want to review the above report and see if it is all clear to you that would be great.&lt;/p&gt;</comment>
                            <comment id="2481214" author="william.schultz" created="Mon, 14 Oct 2019 22:01:07 +0000"  >&lt;h3&gt;&lt;a name=&quot;PerformanceBaseline&quot;&gt;&lt;/a&gt;Performance Baseline&lt;/h3&gt;

&lt;p&gt;The attached charts display data for setup and teardown performance across different Evergreen variants and on my local workstation, for ReplSetTest and ShardingTest. These results are based on runs from this Evergreen &lt;a href=&quot;https://evergreen.mongodb.com/version/mongodb_mongo_master_e79e2a5b15d17fe4b1838c0087dc722e3a6e454c&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;version&lt;/a&gt; and this &lt;a href=&quot;https://evergreen.mongodb.com/version/5d9f6599e3c3313a11fe2e8e&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;patch build&lt;/a&gt;. The full data sets used to generate these charts are also attached:  &lt;span class=&quot;nobr&quot;&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/attachment/233706/233706_replica_sets.csv&quot; title=&quot;replica_sets.csv attached to SERVER-43804&quot;&gt;replica_sets.csv&lt;sup&gt;&lt;img class=&quot;rendericon&quot; src=&quot;https://jira.mongodb.org/images/icons/link_attachment_7.gif&quot; height=&quot;7&quot; width=&quot;7&quot; align=&quot;absmiddle&quot; alt=&quot;&quot; border=&quot;0&quot;/&gt;&lt;/sup&gt;&lt;/a&gt;&lt;/span&gt; and  &lt;span class=&quot;nobr&quot;&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/attachment/233707/233707_sharding.csv&quot; title=&quot;sharding.csv attached to SERVER-43804&quot;&gt;sharding.csv&lt;sup&gt;&lt;img class=&quot;rendericon&quot; src=&quot;https://jira.mongodb.org/images/icons/link_attachment_7.gif&quot; height=&quot;7&quot; width=&quot;7&quot; align=&quot;absmiddle&quot; alt=&quot;&quot; border=&quot;0&quot;/&gt;&lt;/sup&gt;&lt;/a&gt;&lt;/span&gt;. The metrics captured are those added in log messages in &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-43803&quot; title=&quot;Add log messages to aid measurement of execution times of startup, shutdown, initiation sections of ReplSetTest and ShardingTest&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-43803&quot;&gt;&lt;del&gt;SERVER-43803&lt;/del&gt;&lt;/a&gt;.&lt;/p&gt;

&lt;p&gt;&lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;a id=&quot;233704_thumb&quot; href=&quot;https://jira.mongodb.org/secure/attachment/233704/233704_replica_sets.png&quot; title=&quot;replica_sets.png&quot; file-preview-type=&quot;image&quot; file-preview-id=&quot;233704&quot; file-preview-title=&quot;replica_sets.png&quot;&gt;&lt;img src=&quot;https://jira.mongodb.org/secure/thumbnail/233704/_thumb_233704.png&quot; style=&quot;border: 0px solid black&quot; role=&quot;presentation&quot;/&gt;&lt;/a&gt;&lt;/span&gt;&lt;/p&gt;

&lt;p&gt;&lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;a id=&quot;233705_thumb&quot; href=&quot;https://jira.mongodb.org/secure/attachment/233705/233705_sharding.png&quot; title=&quot;sharding.png&quot; file-preview-type=&quot;image&quot; file-preview-id=&quot;233705&quot; file-preview-title=&quot;sharding.png&quot;&gt;&lt;img src=&quot;https://jira.mongodb.org/secure/thumbnail/233705/_thumb_233705.png&quot; style=&quot;border: 0px solid black&quot; role=&quot;presentation&quot;/&gt;&lt;/a&gt;&lt;/span&gt;&lt;/p&gt;

&lt;p&gt;Each individual plot is a histogram where the x-axis is the duration of that portion of the test fixture in milliseconds, and the y-axis is the number of tests whose relevant metric fell into that execution time bucket. The upper limit of the x-axis is bounded to 10000ms to remove any significant outliers. To help understand the data further, each histogram bar is colored to indicate the number of nodes (or shards) that were used in the test that the data point came from.  For example, we can see that for ReplSetTest.startSet, there are tight groupings corresponding to some of the most common replica set sizes used in tests i.e. 1, 2, and 3 nodes. The startup times appear to scale roughly linearly in the number of nodes. The ReplSetTest.stopSet histogram profile is more spread out. I&apos;m not sure exactly why this is, but maybe for certain tests that write more data they take longer to checkpoint that data when shutting down, and so the shutdown time is dependent on the amount of data written. For startup, all nodes should nearly always be starting with a clean data directory, so presumably there is less variability in those execution times.&lt;/p&gt;

&lt;p&gt;We can see that the histogram profiles are quite consistent across different Evergreen variants. It is worth pointing out that this Evergreen data is compiled from test runs with a reasonably high level of parallelization i.e. multiple tests running on the same machine at once. This doesn&apos;t give an entirely accurate view of single test latency, but my hope is that it&apos;s a reasonable proxy. If a machine is overloaded, then I would expect startup/shutdown times to only be slower than they are on an unloaded machine. So, if anything, these numbers should act as an upper bound for local test execution times. For completeness, I also ran one replica_sets suite on a RHEL 6.2 spawn host with no parallelization i.e. 1 resmoke job, notated as &quot;enterprise-rhel-62-64-bit-sequential&quot;. Even with a single job the histogram profile isn&apos;t dramatically different, so I think it&apos;s OK to use the metrics from parallelized suites as a reasonable approximation of single test latencies.&lt;/p&gt;

&lt;p&gt;The histogram profile when running on my local Ubuntu workstation is a noticeable anomaly (see the &quot;ubuntu_1610_local_workstation&quot; subplots). Its median across all plots is much slower and the profile is much more spread out. My hypothesis is that this may have to do with a slower disk on my local machine than those in AWS. To test this hypothesis, I also ran the suites locally on my machine using a ramdisk for the data directory. This provides a significant performance improvement and brings the performance profile more in line with those from the Evergreen runs. I did not attempt to run a full sharding suite on my local workstation because it takes a long time to run.&lt;/p&gt;

&lt;p&gt;In the sharding data, for which only two Evergreen variants are shown, we see the high amount of 3 node replica set config servers. Note that the &quot;count&quot; value for the startupAndInitiate metric counts the number of shards in that test, not the number of nodes in all shards.&lt;/p&gt;

&lt;p&gt;There are still some aspects of this data that are worth investigating further (for example, why the data consistency checks profile seems to differ between local runs and Evergreen runs), but I think this data acts as a good baseline, and we can continue to analyze these metrics as we speed up different parts of the fixtures. Below are summary statistics for the recorded metrics that are shown in the charts:&lt;/p&gt;

&lt;p&gt;&lt;b&gt;replica_sets&lt;/b&gt;&lt;/p&gt;
&lt;div class=&apos;table-wrap&apos;&gt;
&lt;table class=&apos;confluenceTable&apos;&gt;&lt;tbody&gt;
&lt;tr&gt;
&lt;th class=&apos;confluenceTh&apos;&gt;Build Variant&lt;/th&gt;
&lt;th class=&apos;confluenceTh&apos;&gt;Metric&lt;/th&gt;
&lt;th class=&apos;confluenceTh&apos;&gt;Mean&lt;/th&gt;
&lt;th class=&apos;confluenceTh&apos;&gt;Median&lt;/th&gt;
&lt;th class=&apos;confluenceTh&apos;&gt;SD&lt;/th&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;enterprise-rhel-62-64-bit&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;initiateWithNodeZeroAsPrimary&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;3897&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;3362&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;2360&lt;/td&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;enterprise-rhel-62-64-bit&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;startSet&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;1871&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;1616&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;903&lt;/td&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;enterprise-rhel-62-64-bit&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;stopSetConsistencyChecks&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;774&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;175&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;3585&lt;/td&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;enterprise-rhel-62-64-bit&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;stopSetShutdown&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;1665&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;1538&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;1114&lt;/td&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;enterprise-rhel-62-64-bit-sequential&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;initiateWithNodeZeroAsPrimary&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;3847&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;3470&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;2271&lt;/td&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;enterprise-rhel-62-64-bit-sequential&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;startSet&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;1834&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;1615&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;808&lt;/td&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;enterprise-rhel-62-64-bit-sequential&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;stopSetConsistencyChecks&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;767&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;156&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;3583&lt;/td&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;enterprise-rhel-62-64-bit-sequential&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;stopSetShutdown&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;1599&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;1529&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;882&lt;/td&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;linux-64-debug&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;initiateWithNodeZeroAsPrimary&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;3968&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;3428&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;2301&lt;/td&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;linux-64-debug&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;startSet&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;1987&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;1817&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;1026&lt;/td&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;linux-64-debug&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;stopSetConsistencyChecks&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;853&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;225&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;3556&lt;/td&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;linux-64-debug&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;stopSetShutdown&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;1849&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;1593&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;1544&lt;/td&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;ubuntu_1610_local_workstation&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;initiateWithNodeZeroAsPrimary&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;8407&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;9122&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;3352&lt;/td&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;ubuntu_1610_local_workstation&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;startSet&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;5719&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;5326&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;2765&lt;/td&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;ubuntu_1610_local_workstation&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;stopSetConsistencyChecks&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;4821&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;4434&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;5631&lt;/td&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;ubuntu_1610_local_workstation&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;stopSetShutdown&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;5414&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;4180&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;9141&lt;/td&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;ubuntu_1610_local_workstation_ramdisk&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;initiateWithNodeZeroAsPrimary&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;5532&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;5922&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;2509&lt;/td&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;ubuntu_1610_local_workstation_ramdisk&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;startSet&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;2464&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;2152&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;1097&lt;/td&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;ubuntu_1610_local_workstation_ramdisk&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;stopSetConsistencyChecks&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;3797&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;3424&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;5062&lt;/td&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;ubuntu_1610_local_workstation_ramdisk&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;stopSetShutdown&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;3433&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;2466&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;8761&lt;/td&gt;
&lt;/tr&gt;
&lt;/tbody&gt;&lt;/table&gt;
&lt;/div&gt;


&lt;p&gt;&lt;b&gt;sharding&lt;/b&gt;&lt;/p&gt;
&lt;div class=&apos;table-wrap&apos;&gt;
&lt;table class=&apos;confluenceTable&apos;&gt;&lt;tbody&gt;
&lt;tr&gt;
&lt;th class=&apos;confluenceTh&apos;&gt;Build Variant&lt;/th&gt;
&lt;th class=&apos;confluenceTh&apos;&gt;Metric&lt;/th&gt;
&lt;th class=&apos;confluenceTh&apos;&gt;Mean&lt;/th&gt;
&lt;th class=&apos;confluenceTh&apos;&gt;Median&lt;/th&gt;
&lt;th class=&apos;confluenceTh&apos;&gt;SD&lt;/th&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;enterprise-rhel-62-64-bit&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;startupAndInitiate&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;4921&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;4234&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;3318&lt;/td&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;enterprise-rhel-62-64-bit&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;startupAndInitiateConfigServer&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;5664&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;5752&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;1369&lt;/td&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;enterprise-rhel-62-64-bit&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;stopShards&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;2387&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;1788&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;3533&lt;/td&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;linux-64-debug&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;startupAndInitiate&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;4867&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;4270&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;3005&lt;/td&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;linux-64-debug&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;startupAndInitiateConfigServer&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;5666&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;5800&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;1216&lt;/td&gt;
&lt;/tr&gt;
&lt;tr&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;linux-64-debug&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;&quot;stopShards&quot;&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;2514&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;1901&lt;/td&gt;
&lt;td class=&apos;confluenceTd&apos;&gt;3572&lt;/td&gt;
&lt;/tr&gt;
&lt;/tbody&gt;&lt;/table&gt;
&lt;/div&gt;
</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10011">
                    <name>Depends</name>
                                            <outwardlinks description="depends on">
                                        <issuelink>
            <issuekey id="958271">SERVER-43803</issuekey>
        </issuelink>
                            </outwardlinks>
                                                        </issuelinktype>
                    </issuelinks>
                <attachments>
                            <attachment id="234059" name="faster-local-testing-snapshot.zip" size="8304" author="william.schultz@mongodb.com" created="Thu, 17 Oct 2019 15:46:26 +0000"/>
                            <attachment id="233706" name="replica_sets.csv" size="1123525" author="william.schultz@mongodb.com" created="Mon, 14 Oct 2019 22:16:50 +0000"/>
                            <attachment id="233704" name="replica_sets.png" size="658717" author="william.schultz@mongodb.com" created="Mon, 14 Oct 2019 21:55:30 +0000"/>
                            <attachment id="233707" name="sharding.csv" size="359586" author="william.schultz@mongodb.com" created="Mon, 14 Oct 2019 22:16:50 +0000"/>
                            <attachment id="233705" name="sharding.png" size="240093" author="william.schultz@mongodb.com" created="Mon, 14 Oct 2019 21:55:47 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>6.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18555" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname># of Sprints</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Tue, 15 Oct 2019 14:19:22 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        4 years, 16 weeks, 4 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[<s><a href='https://jira.mongodb.org/browse/SERVER-43803'>SERVER-43803</a></s>]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                            <customfield id="customfield_10857" key="com.pyxis.greenhopper.jira:gh-epic-link">
                        <customfieldname>Epic Link</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>PM-1360</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>william.schultz@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            4 years, 16 weeks, 4 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>jason.chan@mongodb.com</customfieldvalue>
            <customfieldvalue>william.schultz@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hvvkk7:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hvh0k7:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10557" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="3261">Repl 2019-10-21</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hvv6tj:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>