<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 05:49:51 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-60455] serverStatus metrics for external sorter</title>
                <link>https://jira.mongodb.org/browse/SERVER-60455</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;It would be useful to capture the following diagnostic information in serverStatus about the external sorter:&lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;Number of sorters in use&lt;/li&gt;
	&lt;li&gt;Number of sorter spills&lt;/li&gt;
	&lt;li&gt;Amount of data spilled&lt;/li&gt;
	&lt;li&gt;Average amount of data written per spill&lt;/li&gt;
	&lt;li&gt;Amount of unsorted data buffered in memory&lt;/li&gt;
	&lt;li&gt;Amount of data buffered in memory for merging&lt;/li&gt;
&lt;/ul&gt;
</description>
                <environment></environment>
        <key id="1889649">SERVER-60455</key>
            <summary>serverStatus metrics for external sorter</summary>
                <type id="4" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14710&amp;avatarType=issuetype">Improvement</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="13201">Fixed</resolution>
                                        <assignee username="shinyee.tan@mongodb.com">Shin Yee Tan</assignee>
                                    <reporter username="louis.williams@mongodb.com">Louis Williams</reporter>
                        <labels>
                    </labels>
                <created>Mon, 4 Oct 2021 22:14:37 +0000</created>
                <updated>Sun, 29 Oct 2023 21:47:49 +0000</updated>
                            <resolved>Fri, 15 Jul 2022 21:02:41 +0000</resolved>
                                                    <fixVersion>6.0.4</fixVersion>
                    <fixVersion>6.1.0-rc0</fixVersion>
                                                        <votes>1</votes>
                                    <watches>6</watches>
                                                                                                                <comments>
                            <comment id="5003635" author="xgen-internal-githook" created="Wed, 23 Nov 2022 13:55:07 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Shin Yee Tan&apos;, &apos;email&apos;: &apos;shinyee.tan@mongodb.com&apos;, &apos;username&apos;: &apos;shinyeet&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-60455&quot; title=&quot;serverStatus metrics for external sorter&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-60455&quot;&gt;&lt;del&gt;SERVER-60455&lt;/del&gt;&lt;/a&gt; serverStatus metrics for external sorter&lt;/p&gt;

&lt;p&gt;(cherry picked from commit dc6803c67067003e6575fdd57e7c387fbcb8b23b)&lt;br/&gt;
Branch: v6.0&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/06729d7c8624609bf417324c3e11c4f6d4641a5d&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/06729d7c8624609bf417324c3e11c4f6d4641a5d&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="4683393" author="xgen-internal-githook" created="Fri, 15 Jul 2022 20:23:37 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Shin Yee Tan&apos;, &apos;email&apos;: &apos;shinyee.tan@mongodb.com&apos;, &apos;username&apos;: &apos;shinyeet&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-60455&quot; title=&quot;serverStatus metrics for external sorter&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-60455&quot;&gt;&lt;del&gt;SERVER-60455&lt;/del&gt;&lt;/a&gt; serverStatus metrics for external sorter&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/dc6803c67067003e6575fdd57e7c387fbcb8b23b&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/dc6803c67067003e6575fdd57e7c387fbcb8b23b&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="4617389" author="bruce.lucas@10gen.com" created="Wed, 15 Jun 2022 13:18:59 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=shinyee.tan%40mongodb.com&quot; class=&quot;user-hover&quot; rel=&quot;shinyee.tan@mongodb.com&quot;&gt;shinyee.tan@mongodb.com&lt;/a&gt;&#160; thanks for the update. That all makes sense.&lt;/p&gt;</comment>
                            <comment id="4615616" author="JIRAUSER1262267" created="Tue, 14 Jun 2022 19:17:22 +0000"  >&lt;p&gt;Hey &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=bruce.lucas%40mongodb.com&quot; class=&quot;user-hover&quot; rel=&quot;bruce.lucas@mongodb.com&quot;&gt;bruce.lucas@mongodb.com&lt;/a&gt;, regarding your questions:&lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;We&apos;ll be reporting the number of sorter spills cumulative of all index creates and reporting the cumulative amount of data of these spills&lt;/li&gt;
	&lt;li&gt;We won&apos;t be computing the average amount of data per spill anymore because as you said, we&apos;ll be able to see this over whatever interval with serverStatus&lt;/li&gt;
	&lt;li&gt;For this ticket, we will have counters (for reasons stated in &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-65796&quot; class=&quot;external-link&quot; rel=&quot;nofollow&quot;&gt;this ticket&lt;/a&gt;) for the &lt;em&gt;number of sorters&lt;/em&gt;, &lt;em&gt;number of spills&lt;/em&gt;, and &lt;em&gt;amount of data spilled&lt;/em&gt;. We will file a separate ticket to investigate adding metrics for the &lt;em&gt;unsorted data buffered in memory&lt;/em&gt; and &lt;em&gt;data buffered in memory for merging&lt;/em&gt;.&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;We&apos;ll also be narrowing the scope of this ticket to external sorter usage only during index builds as queries have a separate &lt;a href=&quot;https://github.com/10gen/mongo/blob/732ed1824f45c40f466888b55a2915ad1ad532dc/src/mongo/db/exec/sbe/stages/sort.h#L105&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;stats reporting&lt;/a&gt;. As we&apos;re interested in the stats cumulative for all index creates, we&apos;ll report the diagnostics in serverStatus.&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;</comment>
                            <comment id="4102878" author="bruce.lucas@10gen.com" created="Tue, 5 Oct 2021 16:55:52 +0000"  >&lt;p&gt;A few questions:&lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;number of sorter spills is cumulative for all index creates?&lt;/li&gt;
	&lt;li&gt;ditto for amount of data?&lt;/li&gt;
	&lt;li&gt;&quot;average amount of data written per spill&quot; - average over what? Typically serverStatus has cumulative metrics so an average can be computed over whatever interval is under consideration (e.g. sample interval in t2, etc.)&lt;/li&gt;
	&lt;li&gt;the others are instantaneous numbers?&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;Generally if you&apos;re interested in stats per index create, it might be better to include these in the log line at the end of the index build instead of in serverStatus.&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10420">
                    <name>Backports</name>
                                            <outwardlinks description="backported by">
                                                        </outwardlinks>
                                                        </issuelinktype>
                            <issuelinktype id="10011">
                    <name>Depends</name>
                                                                <inwardlinks description="is depended on by">
                                        <issuelink>
            <issuekey id="2103651">COMPASS-5993</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                            <issuelinktype id="10320">
                    <name>Documented</name>
                                                                <inwardlinks description="is documented by">
                                        <issuelink>
            <issuekey id="2103648">DOCS-15518</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                                                <inwardlinks description="is related to">
                                        <issuelink>
            <issuekey id="2080425">SERVER-67703</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="2085706">SERVER-67903</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>5.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18555" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname># of Sprints</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>13.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_12450" key="com.atlassian.jira.plugin.system.customfieldtypes:multicheckboxes">
                        <customfieldname>Backport Requested</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="23470"><![CDATA[v6.0]]></customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10011" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Backwards Compatibility</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10038"><![CDATA[Fully Compatible]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Tue, 5 Oct 2021 16:55:52 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        1 year, 11 weeks ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_17052" key="com.atlassian.jira.plugin.system.customfieldtypes:textarea">
                        <customfieldname>Downstream Changes Summary</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Added serverStatus fields to IndexBulkBuilder section:&lt;br/&gt;
- &amp;quot;spilledRanges&amp;quot;&lt;br/&gt;
- &amp;quot;bytesSpilled&amp;quot;</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_17050" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Downstream Team Attention</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="16942"><![CDATA[Needed]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10857" key="com.pyxis.greenhopper.jira:gh-epic-link">
                        <customfieldname>Epic Link</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>PM-2841</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>luke.bonanomi@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            1 year, 11 weeks ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>bruce.lucas@mongodb.com</customfieldvalue>
            <customfieldvalue>xgen-internal-githook</customfieldvalue>
            <customfieldvalue>louis.williams@mongodb.com</customfieldvalue>
            <customfieldvalue>shinyee.tan@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|i048ef:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|i0goif:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                            <customfield id="customfield_22250" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Special Downgrade Instructions Required</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="23343"><![CDATA[Not Needed]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10557" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="5423">Execution Team 2021-12-13</customfieldvalue>
    <customfieldvalue id="5551">Execution Team 2022-01-24</customfieldvalue>
    <customfieldvalue id="5588">Execution Team 2022-02-21</customfieldvalue>
    <customfieldvalue id="5811">Execution Team 2022-03-07</customfieldvalue>
    <customfieldvalue id="5812">Execution Team 2022-03-21</customfieldvalue>
    <customfieldvalue id="5813">Execution Team 2022-04-04</customfieldvalue>
    <customfieldvalue id="5979">Execution Team 2022-05-02</customfieldvalue>
    <customfieldvalue id="5980">Execution Team 2022-05-16</customfieldvalue>
    <customfieldvalue id="5981">Execution Team 2022-05-30</customfieldvalue>
    <customfieldvalue id="6029">Execution Team 2022-06-13</customfieldvalue>
    <customfieldvalue id="6030">Execution Team 2022-06-27</customfieldvalue>
    <customfieldvalue id="6038">Execution Team 2022-07-11</customfieldvalue>
    <customfieldvalue id="6172">Execution Team 2022-07-25</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_17051" key="com.atlassian.jira.plugin.system.customfieldtypes:multicheckboxes">
                        <customfieldname>Teams Impacted</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="16943"><![CDATA[Cloud]]></customfieldvalue>
    <customfieldvalue key="16944"><![CDATA[Docs]]></customfieldvalue>
    <customfieldvalue key="20960"><![CDATA[DBX: DevTools (Compass, Shell, VS Code Ext)]]></customfieldvalue>
    <customfieldvalue key="16946"><![CDATA[Triage and Release]]></customfieldvalue>
    <customfieldvalue key="20958"><![CDATA[Atlas Data Federation and Data Lake]]></customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|i03ujr:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>