<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 08:26:24 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[DRIVERS-2779] Standardize performance benchmark reporting metrics</title>
                <link>https://jira.mongodb.org/browse/DRIVERS-2779</link>
                <project id="10980" key="DRIVERS">Drivers</project>
                    <description>&lt;p&gt;The &lt;a href=&quot;https://github.com/mongodb/specifications/blob/master/source/benchmarking/benchmarking.rst#measurement&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;Benchmarking spec says&lt;/a&gt;:&lt;/p&gt;

&lt;blockquote&gt;&lt;p&gt;In addition to timing data, all micro-benchmark tasks will be measured in terms of &quot;megabytes/second&quot; (MB/s) of documents processed, with higher scores being better. (In this document, &quot;megabyte&quot; refers to the SI decimal unit, i.e. 1,000,000 bytes.) This makes cross-benchmark comparisons easier.&lt;/p&gt;&lt;/blockquote&gt;


&lt;p&gt;However, each driver&apos;s benchmark suite reports different measurements right now. &lt;a href=&quot;https://spruce.mongodb.com/task/mongo_python_driver_perf_perf_tests_perf_6.0_standalone_578024e16af92dcdb4f4a871e257d46483aff58b_23_11_08_20_59_13/trend-charts?execution=0&amp;amp;sortBy=STATUS&amp;amp;sortDir=ASC&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;Python reports &quot;bytes_per_second&quot;&lt;/a&gt;, &lt;a href=&quot;https://spruce.mongodb.com/task/mongo_java_driver_perf_perf_091a01fa1c301a894935a6cf1a5e84013b0b1922_23_11_09_10_38_19/trend-charts?execution=0&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;Java reports ops_per_second&lt;/a&gt;, &lt;a href=&quot;https://spruce.mongodb.com/task/mongo_c_driver_perf_c_driver_benchmark_mongo60_perf_BenchMarkTests_3e6d56eceb3985e09aeb603deaffbf5029eeb543_23_11_15_17_00_06/trend-charts?execution=0&amp;amp;sortBy=STATUS&amp;amp;sortDir=ASC&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;C says &quot;ops_per_second&quot; but actually reports bytes/sec&lt;/a&gt;, etc..&lt;/p&gt;

&lt;p&gt;We should also standardize the &quot;Test&quot; names that are reported so that we can more easier compare results across drivers. For example, the &quot;GridFS download&quot; test is called &quot;GridFS Download&quot; in Java, &quot;TestGridFsDownload&quot; in Python and C, &quot;gridFsDownload&quot; in Node.&lt;/p&gt;

&lt;p&gt;Related to &lt;a href=&quot;https://jira.mongodb.org/browse/DRIVERS-2666&quot; title=&quot;Standardize performance testing infrastructure&quot; class=&quot;issue-link&quot; data-issue-key=&quot;DRIVERS-2666&quot;&gt;DRIVERS-2666&lt;/a&gt;.&lt;/p&gt;</description>
                <environment></environment>
        <key id="2502576">DRIVERS-2779</key>
            <summary>Standardize performance benchmark reporting metrics</summary>
                <type id="3" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14718&amp;avatarType=issuetype">Task</type>
                                            <priority id="4" iconUrl="https://jira.mongodb.org/images/icons/priorities/minor.svg">Minor - P4</priority>
                        <status id="10038" iconUrl="https://jira.mongodb.org/images/icons/subtask.gif" description="">Backlog</status>
                    <statusCategory id="2" key="new" colorName="default"/>
                                    <resolution id="-1">Unresolved</resolution>
                                        <assignee username="-1">Unassigned</assignee>
                                    <reporter username="shane.harvey@mongodb.com">Shane Harvey</reporter>
                        <labels>
                    </labels>
                <created>Thu, 16 Nov 2023 21:49:42 +0000</created>
                <updated>Mon, 18 Dec 2023 22:47:05 +0000</updated>
                                                                <component>Performance Benchmarking</component>
                                        <votes>0</votes>
                                    <watches>2</watches>
                                                                                                                    <issuelinks>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                            <outwardlinks description="related to">
                                        <issuelink>
            <issuekey id="2388804">PYTHON-3823</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="2381682">DRIVERS-2666</issuekey>
        </issuelink>
                            </outwardlinks>
                                                                <inwardlinks description="is related to">
                                        <issuelink>
            <issuekey id="2526200">NODE-5794</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                                                                                                                                                                                                                                                                            <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_10951" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Driver Changes</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10748"><![CDATA[Needed]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|i2ipf8:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        </customfields>
    </item>
</channel>
</rss>