<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 05:14:48 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-47641] Limit size of serverStatus metrics for the range deleter</title>
                <link>https://jira.mongodb.org/browse/SERVER-47641</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-47528&quot; title=&quot;Presence of initialSyncStatus in replSetGetStatus consumes too much FTDC space&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-47528&quot;&gt;&lt;del&gt;SERVER-47528&lt;/del&gt;&lt;/a&gt; describes a case where a serverStatus metric with per-namespace information consumes too much space in FTDC. &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-14126&quot; title=&quot;View information about the migration cleanup tasks&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-14126&quot;&gt;&lt;del&gt;SERVER-14126&lt;/del&gt;&lt;/a&gt; added a metric to track the number of range deletion tasks per namespace (rangeDeletionTasks, code is &lt;a href=&quot;https://github.com/mongodb/mongo/blob/c1fad54e1821500fec2121d2e31a591069bc053d/src/mongo/db/s/collection_sharding_state.cpp#L88-L99&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;here&lt;/a&gt;). We should limit the size of this somehow.&lt;/p&gt;</description>
                <environment></environment>
        <key id="1319740">SERVER-47641</key>
            <summary>Limit size of serverStatus metrics for the range deleter</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="13201">Fixed</resolution>
                                        <assignee username="gregory.noma@mongodb.com">Gregory Noma</assignee>
                                    <reporter username="matthew.saltz@mongodb.com">Matthew Saltz</reporter>
                        <labels>
                    </labels>
                <created>Fri, 17 Apr 2020 19:15:21 +0000</created>
                <updated>Sun, 29 Oct 2023 22:09:18 +0000</updated>
                            <resolved>Wed, 22 Apr 2020 19:53:20 +0000</resolved>
                                                    <fixVersion>4.4.0-rc3</fixVersion>
                    <fixVersion>4.7.0</fixVersion>
                                    <component>Sharding</component>
                                        <votes>0</votes>
                                    <watches>7</watches>
                                                                                                                <comments>
                            <comment id="3051690" author="xgen-internal-githook" created="Wed, 22 Apr 2020 19:52:02 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Gregory Noma&apos;, &apos;email&apos;: &apos;gregory.noma@gmail.com&apos;, &apos;username&apos;: &apos;gregorynoma&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-47641&quot; title=&quot;Limit size of serverStatus metrics for the range deleter&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-47641&quot;&gt;&lt;del&gt;SERVER-47641&lt;/del&gt;&lt;/a&gt; Use appendNumber when appending number of range deletion tasks to serverStatus&lt;/p&gt;

&lt;p&gt;This reverts commit 62d9485657717bf61fbb870cb3d09b52b1a614dd.&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/47bdd45ded2b9c16a88877c161023c3364099196&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/47bdd45ded2b9c16a88877c161023c3364099196&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="3051637" author="xgen-internal-githook" created="Wed, 22 Apr 2020 19:21:09 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Gregory Noma&apos;, &apos;email&apos;: &apos;gregory.noma@gmail.com&apos;, &apos;username&apos;: &apos;gregorynoma&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-47641&quot; title=&quot;Limit size of serverStatus metrics for the range deleter&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-47641&quot;&gt;&lt;del&gt;SERVER-47641&lt;/del&gt;&lt;/a&gt; Report total number of range deletion tasks in serverStatus rather than per collection&lt;/p&gt;

&lt;p&gt;(cherry picked from commit fa945325938ada67a088e7dbe951404d092e8771)&lt;br/&gt;
(cherry picked from commit 9717e231da81bddfeef636fd99b93725a2c2a1c2)&lt;br/&gt;
Branch: v4.4&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/d0343420e4aa7520e4e2007090ba7a4c499ddae0&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/d0343420e4aa7520e4e2007090ba7a4c499ddae0&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="3051324" author="xgen-internal-githook" created="Wed, 22 Apr 2020 16:59:56 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Gregory Noma&apos;, &apos;email&apos;: &apos;gregory.noma@gmail.com&apos;, &apos;username&apos;: &apos;gregorynoma&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-47641&quot; title=&quot;Limit size of serverStatus metrics for the range deleter&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-47641&quot;&gt;&lt;del&gt;SERVER-47641&lt;/del&gt;&lt;/a&gt; Use long long when counting number of range deletion tasks for serverStatus&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/9717e231da81bddfeef636fd99b93725a2c2a1c2&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/9717e231da81bddfeef636fd99b93725a2c2a1c2&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="3051042" author="xgen-internal-githook" created="Wed, 22 Apr 2020 15:12:51 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Benety Goh&apos;, &apos;email&apos;: &apos;benety@mongodb.com&apos;, &apos;username&apos;: &apos;benety&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-47641&quot; title=&quot;Limit size of serverStatus metrics for the range deleter&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-47641&quot;&gt;&lt;del&gt;SERVER-47641&lt;/del&gt;&lt;/a&gt; fix mac os x compile&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/62d9485657717bf61fbb870cb3d09b52b1a614dd&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/62d9485657717bf61fbb870cb3d09b52b1a614dd&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="3049535" author="xgen-internal-githook" created="Tue, 21 Apr 2020 18:05:48 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Gregory Noma&apos;, &apos;email&apos;: &apos;gregory.noma@gmail.com&apos;, &apos;username&apos;: &apos;gregorynoma&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-47641&quot; title=&quot;Limit size of serverStatus metrics for the range deleter&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-47641&quot;&gt;&lt;del&gt;SERVER-47641&lt;/del&gt;&lt;/a&gt; Report total number of range deletion tasks in serverStatus rather than per collection&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/fa945325938ada67a088e7dbe951404d092e8771&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/fa945325938ada67a088e7dbe951404d092e8771&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="3049327" author="bruce.lucas@10gen.com" created="Tue, 21 Apr 2020 16:30:43 +0000"  >&lt;p&gt;Thanks, that definitely sounds useful.&lt;/p&gt;</comment>
                            <comment id="3049318" author="gregory.noma" created="Tue, 21 Apr 2020 16:22:38 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=bruce.lucas&quot; class=&quot;user-hover&quot; rel=&quot;bruce.lucas&quot;&gt;bruce.lucas&lt;/a&gt; Per your insight, we&apos;ve decided to go with reporting a single number representing the total number of range deletion tasks, rather than per collection.&lt;/p&gt;</comment>
                            <comment id="3047979" author="bruce.lucas@10gen.com" created="Mon, 20 Apr 2020 20:04:50 +0000"  >&lt;p&gt;Specifically it means addition or deletion of a key, where a key is a path through the document from the root that leads to a numeric value. It&apos;s very expensive because it requires starting a new chunk; each chunk is a reference document (big, somewhat compressible) with a bunch of delta-code arrays of values for each key in the reference document (very highly compressible). The number of them is also a consideration; thousands or tens of thousands of them would inflate ftdc and also reduce retention.&lt;/p&gt;

&lt;p&gt;Isn&apos;t this information also obtainable from the logs, with a little analysis?&lt;/p&gt;

&lt;p&gt;From an FTDC perspective I think it would be best to omit this information; that could be done with a parameter to serverStatus. I think it&apos;s also iffy to have this in serverStatus in general - how for example does a huge serverStatus impact Cloud monitoring?&lt;/p&gt;</comment>
                            <comment id="3045621" author="matthew.saltz" created="Fri, 17 Apr 2020 21:16:14 +0000"  >&lt;p&gt;Sure, it&apos;s a BSONArray of the form&lt;/p&gt;

&lt;p&gt;[ &quot;mynamespace&quot; : &amp;lt;number of range deletion tasks pending for mynamespace&amp;gt;, ..., &quot;mylastnamespace&quot; : &amp;lt;number of range deletion tasks ...&amp;gt;]&lt;/p&gt;

&lt;p&gt;Also, I&apos;m not sure what you mean by &quot;it&apos;s also a question of schema changes in serverStatus which are very expensive from an ftdc perspective&quot;. By schema change, do you mean the addition of a new field and/or modification of the format of a given field? In what way is it expensive? (I&apos;m not super familiar with the process for obtaining FTDC data so forgive me if this is a basic question.)&lt;/p&gt;</comment>
                            <comment id="3045606" author="bruce.lucas@10gen.com" created="Fri, 17 Apr 2020 21:08:12 +0000"  >&lt;p&gt;It&apos;s not just a question of number of keys, it&apos;s also a question of schema changes in serverStatus which are very expensive from an ftdc perspective, depending on the rate at which they occur.  Can you describe or point to a description of the content of this field? As a general rule, it&apos;s not a good idea to put per-namespace info in serverStatus.&lt;/p&gt;</comment>
                            <comment id="3045377" author="matthew.saltz" created="Fri, 17 Apr 2020 19:17:18 +0000"  >&lt;p&gt;Two possible options would be to limit it a certain BSONObj size, or limit to a max number of namespaces. When the limit is exceeded, we could instead report the total number of range deletion tasks across all namespaces rather than reporting that number per namespace.&lt;/p&gt;

&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=bruce.lucas&quot; class=&quot;user-hover&quot; rel=&quot;bruce.lucas&quot;&gt;bruce.lucas&lt;/a&gt; would you have a preference? Do you think there&apos;s some number of namespaces after which the information simply becomes unwieldy? &lt;/p&gt;

&lt;p&gt;Note that the same (and in fact, more detailed) information will also be visible in the config.rangeDeletions collection on each shard.&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10420">
                    <name>Backports</name>
                                            <outwardlinks description="backported by">
                                                        </outwardlinks>
                                                        </issuelinktype>
                            <issuelinktype id="10011">
                    <name>Depends</name>
                                                                <inwardlinks description="is depended on by">
                                                        </inwardlinks>
                                    </issuelinktype>
                            <issuelinktype id="10320">
                    <name>Documented</name>
                                                                <inwardlinks description="is documented by">
                                        <issuelink>
            <issuekey id="1324585">DOCS-13606</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                            <issuelinktype id="10520">
                    <name>Problem/Incident</name>
                                            <outwardlinks description="causes">
                                                        </outwardlinks>
                                                        </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>11.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18555" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname># of Sprints</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_12450" key="com.atlassian.jira.plugin.system.customfieldtypes:multicheckboxes">
                        <customfieldname>Backport Requested</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="18953"><![CDATA[v4.4]]></customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10011" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Backwards Compatibility</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10038"><![CDATA[Fully Compatible]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Fri, 17 Apr 2020 21:08:12 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        3 years, 42 weeks ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_17052" key="com.atlassian.jira.plugin.system.customfieldtypes:textarea">
                        <customfieldname>Downstream Changes Summary</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>The rangeDeleterTasks field in serverStatus was previously an array containing the number of range deletion tasks per collection. Now, the rangeDeleterTasks field is just a single number representing the total number of range deletion tasks.</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_17050" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Downstream Team Attention</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="16942"><![CDATA[Needed]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>luke.bonanomi@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            3 years, 42 weeks ago
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_16465" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Linked BF Score</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>95.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>bruce.lucas@mongodb.com</customfieldvalue>
            <customfieldvalue>xgen-internal-githook</customfieldvalue>
            <customfieldvalue>gregory.noma@mongodb.com</customfieldvalue>
            <customfieldvalue>matthew.saltz@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hxg3fj:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hwuntb:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10557" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="3841">Sharding 2020-05-04</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                <customfield id="customfield_17051" key="com.atlassian.jira.plugin.system.customfieldtypes:multicheckboxes">
                        <customfieldname>Teams Impacted</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="16943"><![CDATA[Cloud]]></customfieldvalue>
    <customfieldvalue key="16944"><![CDATA[Docs]]></customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hxfpov:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>