<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 04:26:00 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-31099] Automate testing when oldest_timestamp stalls</title>
                <link>https://jira.mongodb.org/browse/SERVER-31099</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;Devise tests for behavior of the system when timestamped writes continue to happen while the oldest_timestamp ceases to be updated.  This situation can happen when a majority of secondaries stop replicating in a replica set.&lt;br/&gt;
Expectation is that as the cache fills with dirty data, the system degrades smoothly and lookaside table usage increases.&lt;/p&gt;</description>
                <environment></environment>
        <key id="428106">SERVER-31099</key>
            <summary>Automate testing when oldest_timestamp stalls</summary>
                <type id="3" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14718&amp;avatarType=issuetype">Task</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="13201">Fixed</resolution>
                                        <assignee username="sulabh.mahajan@mongodb.com">Sulabh Mahajan</assignee>
                                    <reporter username="milkie@mongodb.com">Eric Milkie</reporter>
                        <labels>
                    </labels>
                <created>Fri, 15 Sep 2017 13:46:39 +0000</created>
                <updated>Mon, 30 Oct 2023 23:13:36 +0000</updated>
                            <resolved>Wed, 1 Nov 2017 04:19:30 +0000</resolved>
                                                    <fixVersion>3.6.0-rc3</fixVersion>
                                    <component>Storage</component>
                                        <votes>0</votes>
                                    <watches>6</watches>
                                                                                                                <comments>
                            <comment id="1714225" author="xgen-internal-githook" created="Wed, 1 Nov 2017 04:16:43 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;email&apos;: &apos;sulabh.mahajan@mongodb.com&apos;, &apos;name&apos;: &apos;Sulabh Mahajan&apos;, &apos;username&apos;: &apos;sulabhM&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-31099&quot; title=&quot;Automate testing when oldest_timestamp stalls&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-31099&quot;&gt;&lt;del&gt;SERVER-31099&lt;/del&gt;&lt;/a&gt; Add automated test for stall when WiredTiger uses LAS file&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/0342b7bd64be6a8fec25a18ab633f2f9a27f0558&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/0342b7bd64be6a8fec25a18ab633f2f9a27f0558&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="1710941" author="sulabh.mahajan" created="Fri, 27 Oct 2017 12:22:13 +0000"  >&lt;p&gt;I retested today with latest WT develop and mongo master. I don&apos;t see stalls now:&lt;/p&gt;

&lt;p&gt;&lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;img src=&quot;https://jira.mongodb.org/secure/attachment/169496/169496_perf_latest.png&quot; style=&quot;border: 0px solid black&quot; /&gt;&lt;/span&gt;&lt;/p&gt;</comment>
                            <comment id="1710807" author="alexander.gorrod" created="Fri, 27 Oct 2017 04:59:43 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=sulabh.mahajan&quot; class=&quot;user-hover&quot; rel=&quot;sulabh.mahajan&quot;&gt;sulabh.mahajan&lt;/a&gt; there has been some additional work done in &lt;a href=&quot;https://jira.mongodb.org/browse/WT-3652&quot; title=&quot;Skip lookaside reads for checkpoints without a timestamp&quot; class=&quot;issue-link&quot; data-issue-key=&quot;WT-3652&quot;&gt;&lt;del&gt;WT-3652&lt;/del&gt;&lt;/a&gt;, that has been merged into the WiredTiger develop branch - it&apos;d be helpful if you could re-run the test and re-generate the graph using the new code.&lt;/p&gt;</comment>
                            <comment id="1683828" author="sulabh.mahajan" created="Wed, 27 Sep 2017 23:20:40 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=milkie&quot; class=&quot;user-hover&quot; rel=&quot;milkie&quot;&gt;milkie&lt;/a&gt; unfortunately that&apos;s true. I have discussed these results with &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=michael.cahill&quot; class=&quot;user-hover&quot; rel=&quot;michael.cahill&quot;&gt;michael.cahill&lt;/a&gt;, so he is aware of these stalls. These stalls correspond to the checkpoints reading back data from the LAS file and then writing out the checkpoint. The work with &lt;a href=&quot;https://jira.mongodb.org/browse/WT-3435&quot; title=&quot;Lookaside eviction should be able to save unstable updates&quot; class=&quot;issue-link&quot; data-issue-key=&quot;WT-3435&quot;&gt;&lt;del&gt;WT-3435&lt;/del&gt;&lt;/a&gt; is still going on, I will re-run this test when the ticket concludes.&lt;/p&gt;</comment>
                            <comment id="1682958" author="milkie" created="Wed, 27 Sep 2017 12:15:21 +0000"  >&lt;p&gt;If I am reading this graph correctly, it says that for about 100 seconds there were 0 writes per second?  (From ~380 to ~500.)&lt;/p&gt;</comment>
                            <comment id="1682751" author="sulabh.mahajan" created="Wed, 27 Sep 2017 03:20:13 +0000"  >&lt;p&gt;Attached is perf degradation graph as LAS file gets used because of pinned timestamp, for MongoDB-3.6 with changes being made by Michael for &lt;a href=&quot;https://jira.mongodb.org/browse/WT-3435&quot; title=&quot;Lookaside eviction should be able to save unstable updates&quot; class=&quot;issue-link&quot; data-issue-key=&quot;WT-3435&quot;&gt;&lt;del&gt;WT-3435&lt;/del&gt;&lt;/a&gt;:&lt;br/&gt;
We have in the graph in blue is the insert count per second and in red is the LAS file size on disk, both versus the time elapsed in seconds. &lt;/p&gt;

&lt;p&gt;&lt;span class=&quot;image-wrap&quot; style=&quot;&quot;&gt;&lt;img src=&quot;https://jira.mongodb.org/secure/attachment/166523/166523_perf_test.png&quot; style=&quot;border: 0px solid black&quot; /&gt;&lt;/span&gt;&lt;/p&gt;</comment>
                            <comment id="1678583" author="milkie" created="Thu, 21 Sep 2017 12:24:26 +0000"  >&lt;p&gt;Thanks for that testing, Sulabh.&lt;br/&gt;
I&apos;d also eventually like to see a similar analysis that was originally done for &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-28166&quot; title=&quot;Assess effects of pinning a lot of content in storage engine cache&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-28166&quot;&gt;&lt;del&gt;SERVER-28166&lt;/del&gt;&lt;/a&gt;, to graph the performance degradation as pinned timestamp data gets spilled into an LAS file.  However, that will have to wait for the conclusion of &lt;a href=&quot;https://jira.mongodb.org/browse/WT-3435&quot; title=&quot;Lookaside eviction should be able to save unstable updates&quot; class=&quot;issue-link&quot; data-issue-key=&quot;WT-3435&quot;&gt;&lt;del&gt;WT-3435&lt;/del&gt;&lt;/a&gt;.&lt;/p&gt;</comment>
                            <comment id="1678441" author="sulabh.mahajan" created="Thu, 21 Sep 2017 07:15:00 +0000"  >&lt;p&gt;I did some testing for this ticket today. With the setup and workload from &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-28166&quot; title=&quot;Assess effects of pinning a lot of content in storage engine cache&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-28166&quot;&gt;&lt;del&gt;SERVER-28166&lt;/del&gt;&lt;/a&gt; I executed the test and came to the following conclusion:&lt;/p&gt;

&lt;p&gt;1. On mongodb master I got similar stall as in &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-28166&quot; title=&quot;Assess effects of pinning a lot of content in storage engine cache&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-28166&quot;&gt;&lt;del&gt;SERVER-28166&lt;/del&gt;&lt;/a&gt;. This is expected and detailed in this ticket.  &lt;a href=&quot;https://jira.mongodb.org/browse/WT-3435&quot; title=&quot;Lookaside eviction should be able to save unstable updates&quot; class=&quot;issue-link&quot; data-issue-key=&quot;WT-3435&quot;&gt;&lt;del&gt;WT-3435&lt;/del&gt;&lt;/a&gt; is expected to bring in changes to fix the stall.&lt;br/&gt;
2. On mongodb-3.4 I got a similar stall again. This is expected to be due to &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-30785&quot; title=&quot;Slow secondary kills primary&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-30785&quot;&gt;&lt;del&gt;SERVER-30785&lt;/del&gt;&lt;/a&gt; and fixed by &lt;a href=&quot;https://jira.mongodb.org/browse/WT-3296&quot; title=&quot;LAS table fixes/improvements&quot; class=&quot;issue-link&quot; data-issue-key=&quot;WT-3296&quot;&gt;&lt;del&gt;WT-3296&lt;/del&gt;&lt;/a&gt;.&lt;br/&gt;
3. I patched changes from &lt;a href=&quot;https://jira.mongodb.org/browse/WT-3296&quot; title=&quot;LAS table fixes/improvements&quot; class=&quot;issue-link&quot; data-issue-key=&quot;WT-3296&quot;&gt;&lt;del&gt;WT-3296&lt;/del&gt;&lt;/a&gt; into mongodb-3.4 and ran the test again. I did not see a stall this time.&lt;/p&gt;</comment>
                            <comment id="1677453" author="milkie" created="Wed, 20 Sep 2017 13:10:58 +0000"  >&lt;p&gt;Coincidentally, &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=redbeard0531&quot; class=&quot;user-hover&quot; rel=&quot;redbeard0531&quot;&gt;redbeard0531&lt;/a&gt; has already done a bit of testing here, although unintentionally.  While testing the performance of the server with timestamps, he encountered a bug in one-node replica sets for the inMemory storage engine that caused oldest_timestamp to never be updated.  I&apos;ll be filing a ticket about this soon.  Mathias can also assist Sulabh with this oldest_timestamp testing in general.&lt;/p&gt;</comment>
                            <comment id="1677136" author="alexander.gorrod" created="Wed, 20 Sep 2017 00:55:49 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=sulabh.mahajan&quot; class=&quot;user-hover&quot; rel=&quot;sulabh.mahajan&quot;&gt;sulabh.mahajan&lt;/a&gt; Please take a look at this ticket, and think about crafting a use case. I expect the workload to be similar to the work done in &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-28166&quot; title=&quot;Assess effects of pinning a lot of content in storage engine cache&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-28166&quot;&gt;&lt;del&gt;SERVER-28166&lt;/del&gt;&lt;/a&gt;, which has a workload attached.&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10011">
                    <name>Depends</name>
                                            <outwardlinks description="depends on">
                                        <issuelink>
            <issuekey id="444326">WT-3652</issuekey>
        </issuelink>
                            </outwardlinks>
                                                        </issuelinktype>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                            <outwardlinks description="related to">
                                        <issuelink>
            <issuekey id="419139">SERVER-30785</issuekey>
        </issuelink>
                            </outwardlinks>
                                                                <inwardlinks description="is related to">
                                        <issuelink>
            <issuekey id="359904">SERVER-28166</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                            <attachment id="169496" name="perf_latest.png" size="989046" author="sulabh.mahajan@mongodb.com" created="Fri, 27 Oct 2017 12:22:44 +0000"/>
                            <attachment id="166523" name="perf_test.png" size="177863" author="sulabh.mahajan@mongodb.com" created="Wed, 27 Sep 2017 03:15:08 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>10.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18555" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname># of Sprints</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>3.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10011" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Backwards Compatibility</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10038"><![CDATA[Fully Compatible]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Tue, 19 Sep 2017 21:34:02 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        6 years, 15 weeks, 1 day ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[<s><a href='https://jira.mongodb.org/browse/WT-3652'>WT-3652</a></s>]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_14262" key="com.atlassian.jira.plugin.system.customfieldtypes:datepicker">
                        <customfieldname>End date</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Wed, 27 Sep 2017 00:00:00 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10857" key="com.pyxis.greenhopper.jira:gh-epic-link">
                        <customfieldname>Epic Link</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>PM-674</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>luke.bonanomi@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            6 years, 15 weeks, 1 day ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>alexander.gorrod@mongodb.com</customfieldvalue>
            <customfieldvalue>milkie@mongodb.com</customfieldvalue>
            <customfieldvalue>xgen-internal-githook</customfieldvalue>
            <customfieldvalue>sulabh.mahajan@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|htex5r:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hr9s87:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10557" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="1888">Storage 2017-10-02</customfieldvalue>
    <customfieldvalue id="1925">Storage 2017-10-23</customfieldvalue>
    <customfieldvalue id="1951">Storage 2017-11-13</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_14261" key="com.atlassian.jira.plugin.system.customfieldtypes:datepicker">
                        <customfieldname>Start date</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Fri, 15 Sep 2017 00:00:00 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|htej93:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>