<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 05:02:52 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-43322] Add tracking tools for measuring OplogStones performance</title>
                <link>https://jira.mongodb.org/browse/SERVER-43322</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;In order to best educate a solution for &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-42175&quot; title=&quot;WiredTigerRecordStore::reclaimOplog can block for extended periods of time&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-42175&quot;&gt;&lt;del&gt;SERVER-42175&lt;/del&gt;&lt;/a&gt;, we should generate some data on start up and truncation performance with respect to different sizes of OplogStones.&lt;/p&gt;

&lt;p&gt;We should add server parameters for maximum counts of OplogStones and minimum sizes of OplogStones. Additionally, we should track:&lt;/p&gt;
&lt;ol&gt;
	&lt;li&gt;How long oplog sampling takes on start up&lt;/li&gt;
	&lt;li&gt;Average amount of time spent truncating&lt;/li&gt;
	&lt;li&gt;Cumulative length of time spent truncating&lt;/li&gt;
	&lt;li&gt;Cumulative amount of truncate calls&lt;/li&gt;
&lt;/ol&gt;


&lt;p&gt;3. and 4. allow us to determine the average amount of time spent truncating.&lt;/p&gt;</description>
                <environment></environment>
        <key id="926202">SERVER-43322</key>
            <summary>Add tracking tools for measuring OplogStones performance</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="13201">Fixed</resolution>
                                        <assignee username="maria.vankeulen@mongodb.com">Maria van Keulen</assignee>
                                    <reporter username="maria.vankeulen@mongodb.com">Maria van Keulen</reporter>
                        <labels>
                    </labels>
                <created>Fri, 13 Sep 2019 15:22:17 +0000</created>
                <updated>Sun, 29 Oct 2023 22:17:13 +0000</updated>
                            <resolved>Wed, 2 Oct 2019 20:40:40 +0000</resolved>
                                                    <fixVersion>3.6.16</fixVersion>
                    <fixVersion>4.2.1</fixVersion>
                    <fixVersion>4.3.1</fixVersion>
                    <fixVersion>4.0.14</fixVersion>
                                    <component>Storage</component>
                                        <votes>0</votes>
                                    <watches>4</watches>
                                                                                                                <comments>
                            <comment id="2539656" author="xgen-internal-githook" created="Wed, 13 Nov 2019 20:49:39 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;username&apos;: &apos;mvankeulen94&apos;, &apos;email&apos;: &apos;maria.vankeulen@mongodb.com&apos;, &apos;name&apos;: &apos;Maria van Keulen&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-43322&quot; title=&quot;Add tracking tools for measuring OplogStones performance&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-43322&quot;&gt;&lt;del&gt;SERVER-43322&lt;/del&gt;&lt;/a&gt; Report oplog processing and truncation data in serverStatus&lt;/p&gt;

&lt;p&gt;(cherry picked from commit abaa6d3ce507a3524d5fdea8f95578dd9b08b44c)&lt;br/&gt;
(partially cherry picked from commit 62378f4e12644c250ccb894cf6b92d27b77b16fd)&lt;br/&gt;
Branch: v3.6&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/830e5f07bc357e430221f58837bec137f856a00f&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/830e5f07bc357e430221f58837bec137f856a00f&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="2518952" author="xgen-internal-githook" created="Tue, 5 Nov 2019 21:18:39 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Maria van Keulen&apos;, &apos;username&apos;: &apos;mvankeulen94&apos;, &apos;email&apos;: &apos;maria.vankeulen@mongodb.com&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-43322&quot; title=&quot;Add tracking tools for measuring OplogStones performance&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-43322&quot;&gt;&lt;del&gt;SERVER-43322&lt;/del&gt;&lt;/a&gt; Report oplog processing and truncation data in serverStatus&lt;/p&gt;

&lt;p&gt;(cherry picked from commit dd819eb95636f47f13638259208ae8a69e48ded7)&lt;/p&gt;

&lt;p&gt;This backport only includes the serverStatus-related changes of this&lt;br/&gt;
commit. It was nontrivial due to differences between the v4.0 and v4.2&lt;br/&gt;
branches.&lt;br/&gt;
Branch: v4.0&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/abaa6d3ce507a3524d5fdea8f95578dd9b08b44c&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/abaa6d3ce507a3524d5fdea8f95578dd9b08b44c&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="2476684" author="xgen-internal-githook" created="Thu, 10 Oct 2019 22:06:05 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Maria van Keulen&apos;, &apos;username&apos;: &apos;mvankeulen94&apos;, &apos;email&apos;: &apos;maria.vankeulen@mongodb.com&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-43322&quot; title=&quot;Add tracking tools for measuring OplogStones performance&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-43322&quot;&gt;&lt;del&gt;SERVER-43322&lt;/del&gt;&lt;/a&gt; Add tunable oplog stone sizes and track truncation speeds&lt;/p&gt;

&lt;p&gt;(cherry picked from commit 294a8f68615710b47936d5ee42439d01538ac746)&lt;/p&gt;

&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-43322&quot; title=&quot;Add tracking tools for measuring OplogStones performance&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-43322&quot;&gt;&lt;del&gt;SERVER-43322&lt;/del&gt;&lt;/a&gt; Disallow oplog_sampling.js on inMemory storage enigne&lt;/p&gt;

&lt;p&gt;(cherry picked from commit b35dd89515473c97a87b3c06897e8a7ab51c93cc)&lt;/p&gt;

&lt;p&gt;This backport was not a straightforward cherry-pick due to &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-40168&quot; title=&quot;Pull the OplogTruncaterThread out of WiredTigerKVEngine and put it above the storage layer&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-40168&quot;&gt;&lt;del&gt;SERVER-40168&lt;/del&gt;&lt;/a&gt;&lt;br/&gt;
existing in master and not v4.2.&lt;br/&gt;
Branch: v4.2&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/dd819eb95636f47f13638259208ae8a69e48ded7&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/dd819eb95636f47f13638259208ae8a69e48ded7&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="2466892" author="xgen-internal-githook" created="Fri, 4 Oct 2019 17:13:50 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Maria van Keulen&apos;, &apos;username&apos;: &apos;mvankeulen94&apos;, &apos;email&apos;: &apos;maria.vankeulen@mongodb.com&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-43322&quot; title=&quot;Add tracking tools for measuring OplogStones performance&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-43322&quot;&gt;&lt;del&gt;SERVER-43322&lt;/del&gt;&lt;/a&gt; Disallow oplog_sampling.js on inMemory storage enigne&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/b35dd89515473c97a87b3c06897e8a7ab51c93cc&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/b35dd89515473c97a87b3c06897e8a7ab51c93cc&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="2447543" author="xgen-internal-githook" created="Wed, 2 Oct 2019 15:46:02 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Maria van Keulen&apos;, &apos;username&apos;: &apos;mvankeulen94&apos;, &apos;email&apos;: &apos;maria.vankeulen@mongodb.com&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-43322&quot; title=&quot;Add tracking tools for measuring OplogStones performance&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-43322&quot;&gt;&lt;del&gt;SERVER-43322&lt;/del&gt;&lt;/a&gt; Add tunable oplog stone sizes and track truncation speeds&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/294a8f68615710b47936d5ee42439d01538ac746&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/294a8f68615710b47936d5ee42439d01538ac746&lt;/a&gt;&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10420">
                    <name>Backports</name>
                                            <outwardlinks description="backported by">
                                                        </outwardlinks>
                                                        </issuelinktype>
                            <issuelinktype id="10011">
                    <name>Depends</name>
                                                                <inwardlinks description="is depended on by">
                                                        </inwardlinks>
                                    </issuelinktype>
                            <issuelinktype id="10320">
                    <name>Documented</name>
                                                                <inwardlinks description="is documented by">
                                        <issuelink>
            <issuekey id="956775">DOCS-13070</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="972118">DOCS-13130</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                            <outwardlinks description="related to">
                                        <issuelink>
            <issuekey id="854000">SERVER-42175</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="1672008">SERVER-55821</issuekey>
        </issuelink>
                            </outwardlinks>
                                                                <inwardlinks description="is related to">
                                                        </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>5.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18555" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname># of Sprints</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_12450" key="com.atlassian.jira.plugin.system.customfieldtypes:multicheckboxes">
                        <customfieldname>Backport Requested</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="16775"><![CDATA[v4.2]]></customfieldvalue>
    <customfieldvalue key="15640"><![CDATA[v4.0]]></customfieldvalue>
    <customfieldvalue key="15141"><![CDATA[v3.6]]></customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10011" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Backwards Compatibility</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10038"><![CDATA[Fully Compatible]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Wed, 2 Oct 2019 15:46:02 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        4 years, 13 weeks ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_17052" key="com.atlassian.jira.plugin.system.customfieldtypes:textarea">
                        <customfieldname>Downstream Changes Summary</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>In this patch, we add the following server parameters: maxOplogTruncationPointsAfterStartup, maxOplogTruncationPointsDuringStartup, minOplogTruncationPoints, oplogTruncationPointSizeMB. We do not want to document these in the docs, but we do have the following descriptions available, as these are intended for internal use: &lt;a href=&quot;https://github.com/mongodb/mongo/blob/ea7ce23c8982bad2822d847a47fb95198dbc50eb/src/mongo/db/storage/wiredtiger/oplog_stone_parameters.idl&quot;&gt;https://github.com/mongodb/mongo/blob/ea7ce23c8982bad2822d847a47fb95198dbc50eb/src/mongo/db/storage/wiredtiger/oplog_stone_parameters.idl&lt;/a&gt;&lt;br/&gt;
&lt;br/&gt;
We also add a section to serverStatus called &amp;quot;oplogTruncation&amp;quot;, with the fields totalTimeProcessingMicros, processingMethod, truncateCount, and totalTimeTruncatingMicros. The former two fields refer to the total time necessary to process (either by sampling or by scanning) the oplog on start up in order to determine oplog truncation points. The latter two fields refer to oplog truncation count and duration. </customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_17050" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Downstream Team Attention</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="16942"><![CDATA[Needed]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>luke.bonanomi@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            4 years, 13 weeks ago
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_16465" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Linked BF Score</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>50.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>xgen-internal-githook</customfieldvalue>
            <customfieldvalue>maria.vankeulen@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hvq40n:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hvert3:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10557" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="3211">Execution Team 2019-09-23</customfieldvalue>
    <customfieldvalue id="3212">Execution Team 2019-10-07</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                <customfield id="customfield_17051" key="com.atlassian.jira.plugin.system.customfieldtypes:multicheckboxes">
                        <customfieldname>Teams Impacted</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="16943"><![CDATA[Cloud]]></customfieldvalue>
    <customfieldvalue key="16944"><![CDATA[Docs]]></customfieldvalue>
    <customfieldvalue key="16945"><![CDATA[Drivers]]></customfieldvalue>
    <customfieldvalue key="16946"><![CDATA[Triage and Release]]></customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hvpq9z:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>