<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 06:37:02 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-77937] Wiredtiger panic error in batch_writes.js under FCV upgrade/downgrade suite (TSAN variant)</title>
                <link>https://jira.mongodb.org/browse/SERVER-77937</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;batch_writes.js fails with wiredtiger error message:&#160;&lt;/p&gt;


&lt;p&gt;&quot;WiredTiger error message&quot;,&quot;attr&quot;:&lt;br/&gt;
{&lt;br/&gt;
    error: 110,&lt;br/&gt;
    message: &lt;/p&gt;
{
        ts_sec: 1685721641,
        ts_usec: 495088,
        thread: &quot;5954:0x7ff535c58700&quot;,
        session_name: &quot;eviction-server&quot;,
        category: &quot;WT_VERB_DEFAULT&quot;,
        category_id: 10,
        verbose_level: &quot;ERROR&quot;,
        verbose_level_id: -3,
        msg: &quot;int __evict_server(WT_SESSION_IMPL *, _Bool *):488:Cache stuck for too long, giving up&quot;,
        error_str: &quot;Connection timed out&quot;,
        error_code: 110
    }
&lt;p&gt;}&lt;/p&gt;

&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;j6:prim&amp;#93;&lt;/span&gt; | 2023-06-02T16:00:41.567+00:00 E WT 22435 &lt;span class=&quot;error&quot;&gt;&amp;#91;thread341&amp;#93;&lt;/span&gt; &quot;WiredTiger error message&quot;,&quot;attr&quot;: &lt;br/&gt;
msg: &quot;int __wt_evict_thread_run(WT_SESSION_IMPL *, WT_THREAD *):344:cache eviction thread error&quot;&lt;br/&gt;
&lt;span class=&quot;error&quot;&gt;&amp;#91;j6:prim&amp;#93;&lt;/span&gt; | 2023-06-02T16:00:41.567+00:00 E WT 22435 &lt;span class=&quot;error&quot;&gt;&amp;#91;thread341&amp;#93;&lt;/span&gt; &quot;WiredTiger error message&quot;&lt;br/&gt;
msg: &quot;int __wt_evict_thread_run(WT_SESSION_IMPL *, WT_THREAD *):344:the process must exit and restart&quot;&lt;br/&gt;
error_str: &quot;WT_PANIC: WiredTiger library panic&quot;&lt;/p&gt;

&lt;p&gt;Evergreen run:&#160;&lt;br/&gt;
&lt;a href=&quot;https://parsley.mongodb.com/resmoke/4dac0dfd60fc992994276582e3d33253/test/1764e27cd3f3e979c5e2fa8000ea483c?bookmarks=0,8186,8519,8520,8521,8557,18761&amp;amp;shareLine=8186&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://parsley.mongodb.com/resmoke/4dac0dfd60fc992994276582e3d33253/test/1764e27cd3f3e979c5e2fa8000ea483c?bookmarks=0,8186,8519,8520,8521,8557,18761&amp;amp;shareLine=8186&lt;/a&gt;&lt;/p&gt;</description>
                <environment></environment>
        <key id="2363440">SERVER-77937</key>
            <summary>Wiredtiger panic error in batch_writes.js under FCV upgrade/downgrade suite (TSAN variant)</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="5">Cannot Reproduce</resolution>
                                        <assignee username="adi.zaimi@mongodb.com">Adi Zaimi</assignee>
                                    <reporter username="adi.zaimi@mongodb.com">Adi Zaimi</reporter>
                        <labels>
                    </labels>
                <created>Fri, 9 Jun 2023 02:41:00 +0000</created>
                <updated>Mon, 5 Feb 2024 19:43:16 +0000</updated>
                            <resolved>Mon, 5 Feb 2024 19:43:16 +0000</resolved>
                                                                                        <votes>0</votes>
                                    <watches>4</watches>
                                                                                                                <comments>
                            <comment id="5503726" author="alexander.gorrod" created="Fri, 16 Jun 2023 00:35:07 +0000"  >&lt;p&gt;WiredTiger has many different things that are called &quot;pages&quot;, and I think your definition of a page being 4k is probably based on a disk page concept. WiredTiger generally uses variable sized pages, with configuration options that give a guideline about how big they should ideally be.&lt;/p&gt;

&lt;p&gt;The particular page type I&apos;m referring to here is an in-memory page. WiredTiger by default allows in-memory pages to grow up to 10MB before they are split into multiple pages. I say &quot;by default&quot;, since for applications that create large documents, the page size can grow larger than that, since we also ensure that there are a minimum number of documents on each page.&lt;/p&gt;

&lt;p&gt;To further confuse things - WiredTiger is an MVCC engine, so each time a document is updated, and new copy of that document is kept. So: A workload that creates a single (large) document, and then makes updates to the document might be using a lot of space for that in-memory page.&lt;/p&gt;

&lt;p&gt;And one more bit of relevant information - I believe that the collection size reported by coll.stats() corresponds to the on-disk space used for the collection. Which will be the size needed after compression is applied. Compression is usually effective with large documents - so the on-disk size might not be reflective of the data volume in the collection.&lt;/p&gt;</comment>
                            <comment id="5502313" author="JIRAUSER1261874" created="Thu, 15 Jun 2023 16:46:39 +0000"  >&lt;p&gt;Thank you &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=alexander.gorrod%40mongodb.com&quot; class=&quot;user-hover&quot; rel=&quot;alexander.gorrod@mongodb.com&quot;&gt;alexander.gorrod@mongodb.com&lt;/a&gt; &amp;#8211; I have been running the test on repeat for about 20 hours and it has not gotten in the same place. I just realized though that the variant that failed here is the &apos;&lt;a href=&quot;https://spruce.mongodb.com/version/647a066057e85a0a7d9e6d67/tasks?page=0&amp;amp;variant=%5Eenterprise-rhel80-debug-tsan%24&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;TSAN Enterprise RHEL 8.0 DEBUG&lt;/a&gt;&apos; so I guess I should really try with that variant.&lt;/p&gt;

&lt;p&gt;One interesting fact is that the test in question should not cause the collections to be that large &#8211; I am dumping coll.stats() for the two collections that are used by this test and reports &quot;size&quot; : 31457330 (31MB) for both collections.&lt;/p&gt;

&lt;p&gt;To understand better, when you say &apos;there is a single dirty page with 107MB of updates on it&apos;, it means that there are several updates (or simply 107MB of updates) pending to that one page? (I&apos;m confused since a page is of a small (4k?) size, right?) Thanks.&lt;/p&gt;</comment>
                            <comment id="5497306" author="alexander.gorrod" created="Wed, 14 Jun 2023 03:26:07 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=adi.zaimi%40mongodb.com&quot; class=&quot;user-hover&quot; rel=&quot;adi.zaimi@mongodb.com&quot;&gt;adi.zaimi@mongodb.com&lt;/a&gt; - the dump from WiredTiger when the failure happens indicates that there are 5 active sessions - each of those is completing a cursor operation of some sort (&lt;tt&gt;search&lt;/tt&gt;, &lt;tt&gt;next&lt;/tt&gt;, &lt;tt&gt;search_near&lt;/tt&gt; or &lt;tt&gt;get_value&lt;/tt&gt;).&lt;/p&gt;

&lt;p&gt;I&apos;m not sure where those sessions are coming from. If you can reproduce locally in a debugger you might be able to set a breakpoint where the failure happens in WiredTiger and figure out what those sessions are doing in MongoDB? &lt;/p&gt;</comment>
                            <comment id="5497063" author="JIRAUSER1261874" created="Tue, 13 Jun 2023 23:06:23 +0000"  >&lt;p&gt;Hi &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=alexander.gorrod%40mongodb.com&quot; class=&quot;user-hover&quot; rel=&quot;alexander.gorrod@mongodb.com&quot;&gt;alexander.gorrod@mongodb.com&lt;/a&gt; , I&apos;m trying to understand what might be going on here&#8211;under what circumstance would the pages be pinned and unable to unpin to proceed with the workload? Are we running out of space? Does the drop not clean up? This test is supposed to downgrade FCV which results in all mongodb transactions to be aborted. Not sure how that might interact with wiredtiger in this test.&lt;/p&gt;</comment>
                            <comment id="5497052" author="JIRAUSER1261874" created="Tue, 13 Jun 2023 23:00:44 +0000"  >&lt;p&gt;I seems there are 6 drops on collection &quot;test.batch_writes_out&quot; (see&#160;&lt;/p&gt;

&lt;p&gt;&lt;a href=&quot;https://parsley.mongodb.com/resmoke/4dac0dfd60fc992994276582e3d33253/test/1764e27cd3f3e979c5e2fa8000ea483c?bookmarks=0,20,21,1094,1102,1108,1265,1273,1279,8186,8519,8520,8521,8557,18761&amp;amp;shareLine=20)&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://parsley.mongodb.com/resmoke/4dac0dfd60fc992994276582e3d33253/test/1764e27cd3f3e979c5e2fa8000ea483c?bookmarks=0,20,21,1094,1102,1108,1265,1273,1279,8186,8519,8520,8521,8557,18761&amp;amp;shareLine=20)&lt;/a&gt;&lt;/p&gt;

&lt;p&gt;but in my testing I get about twice that number, suggesting that we are stuck inside the aggregation stage in the test. It is possible that the aggregation stage wrote 107MB of data like Alexander is stating above. I don&apos;t understand how that may be related to &quot;setFeatureCompatibilityVersion command called&quot; received at &apos;2023-06-02T15:54:35.115+00:00&apos; a full 6s before the Wiredtiger event (2023-06-02T16:00:41.495+00:00) &#8211; maybe that&apos;s the timeout that wiredtiger uses to fail.&lt;/p&gt;</comment>
                            <comment id="5497020" author="JIRAUSER1261874" created="Tue, 13 Jun 2023 22:37:26 +0000"  >&lt;p&gt;Thank you &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=alexander.gorrod%40mongodb.com&quot; class=&quot;user-hover&quot; rel=&quot;alexander.gorrod@mongodb.com&quot;&gt;alexander.gorrod@mongodb.com&lt;/a&gt;&#160; for the explanation above. The test in question (&lt;a href=&quot;https://github.com/10gen/mongo/blob/ac1c310798371c6e42175aaaab1f29c9379b0cbf/jstests/aggregation/sources/merge/batch_writes.js&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;./jstests/aggregation/sources/merge/batch_writes.js&lt;/a&gt;) inserts two large (15MB) documents to a collection and then performs an agregation into an output collection several times (while dropping that output collection after each aggregation), and then after dropping all collections in the test, inserts few tiny entries to the original collection.&#160;&lt;/p&gt;</comment>
                            <comment id="5493477" author="alexander.gorrod" created="Mon, 12 Jun 2023 21:39:46 +0000"  >&lt;p&gt;That error message means that WiredTiger has been unable to find any pages to evict for a configured timeout value. The default wait time is 5 minutes - so when it fires the cache is usually genuinely stuck.&lt;/p&gt;

&lt;p&gt;There are three different types of content that can cause the WiredTiger cache to get stuck: clean, dirty, updates. In this case it&apos;s the updates threshold that is causing the problem:&lt;/p&gt;

&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;cache clean check: no (25.450%)&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;cache dirty check: no (12.657%)&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;cache updates check: yes (11.075%)&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;cache dump: total found: 260.61 MB vs tracked inuse 241.31 MB&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;total dirty bytes: 120.02 MB vs tracked dirty 120.02 MB&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;total updates bytes: 105.01 MB vs tracked updates 113.41 MB&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;

&lt;p&gt;The default threshold for &lt;tt&gt;updates&lt;/tt&gt; is half the dirty threshold, which is &lt;tt&gt;20%&lt;/tt&gt; of the cache size.&lt;/p&gt;

&lt;p&gt;Content is usually pinned by active transactions/operations, in this case there aren&apos;t many:&lt;/p&gt;

&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;Transaction state of active sessions:&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;ID: 0, pinned ID: 2303, metadata pinned ID: 0, name: WT_CURSOR.search&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;transaction id: 0, mod count: 0, snap min: 2303, snap max: 2304, snapshot count: 1, commit_timestamp: (0, 0), durable_timestamp: (1685721246, 3), first_commit_timestamp: (0, 0), prepare_timestamp: (0, 0), pinned_durable_timestamp: (0, 0), read_timestamp: (0, 0), checkpoint LSN: [1][0], full checkpoint: false, rollback reason: , flags: 0x00001088, isolation: WT_ISO_SNAPSHOT&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;ID: 0, pinned ID: 2233, metadata pinned ID: 0, name: WT_CURSOR.get_value&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;transaction id: 0, mod count: 0, snap min: 2233, snap max: 2233, snapshot count: 0, commit_timestamp: (0, 0), durable_timestamp: (1685721206, 2), first_commit_timestamp: (0, 0), prepare_timestamp: (0, 0), pinned_durable_timestamp: (0, 0), read_timestamp: (0, 0), checkpoint LSN: [0][0], full checkpoint: false, rollback reason: , flags: 0x00001088, isolation: WT_ISO_SNAPSHOT&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;ID: 2303, pinned ID: 2303, metadata pinned ID: 0, name: WT_CURSOR.next&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;transaction id: 2303, mod count: 0, snap min: 2303, snap max: 2303, snapshot count: 0, commit_timestamp: (0, 0), durable_timestamp: (0, 0), first_commit_timestamp: (0, 0), prepare_timestamp: (0, 0), pinned_durable_timestamp: (0, 0), read_timestamp: (1685721266, 2), checkpoint LSN: [0][0], full checkpoint: false, rollback reason: , flags: 0x0000500c, isolation: WT_ISO_SNAPSHOT&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;ID: 0, pinned ID: 2303, metadata pinned ID: 0, name: WT_CURSOR.next&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;transaction id: 0, mod count: 0, snap min: 2303, snap max: 2305, snapshot count: 1, commit_timestamp: (0, 0), durable_timestamp: (0, 0), first_commit_timestamp: (0, 0), prepare_timestamp: (0, 0), pinned_durable_timestamp: (0, 0), read_timestamp: (0, 0), checkpoint LSN: [0][0], full checkpoint: false, rollback reason: , flags: 0x00001008, isolation: WT_ISO_SNAPSHOT&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;ID: 0, pinned ID: 2303, metadata pinned ID: 0, name: WT_CURSOR.search_near&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;transaction id: 0, mod count: 0, snap min: 2303, snap max: 2304, snapshot count: 1, commit_timestamp: (0, 0), durable_timestamp: (0, 0), first_commit_timestamp: (0, 0), prepare_timestamp: (0, 0), pinned_durable_timestamp: (0, 0), read_timestamp: (0, 0), checkpoint LSN: [0][0], full checkpoint: false, rollback reason: , flags: 0x00001008, isolation: WT_ISO_SNAPSHOT&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;

&lt;p&gt;None of them have done any updates (by this time WiredTiger has usually forced update transactions to abort). There are 5 threads, and it&apos;s unusual that they pin 105MB worth of non-dirty content in cache. The two sources of pinned content tend to be uncommitted transactions and sessions with positioned cursors.&lt;/p&gt;

&lt;p&gt;There is one collection that has the relevant content:&lt;/p&gt;

&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;file:collection-14--432779442576911273.wt(&amp;lt;live&amp;gt;):&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;internal: 1 pages, 48.10 KB, 1/0 clean/dirty pages, 48.10/0.00 clean / dirty KB, 48.10 KB max page, 0.00 KB max dirty page&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;leaf: 276 pages, 154808.80 KB, 275/1 clean/dirty pages, 31920.08 /122888.72 /107528.41 clean/dirty/updates KB, 122888.72 KB max page, 122888.72 KB max dirty page&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;

&lt;p&gt;So there is a single dirty page with 107MB of updates on it. That page probably can&apos;t be evicted for some reason (likely one of the active sessions has a reference to it).&lt;/p&gt;

&lt;p&gt;Could the test/workload be generating that situation?&lt;/p&gt;</comment>
                    </comments>
                    <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>7.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18555" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname># of Sprints</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>19.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Mon, 12 Jun 2023 21:39:46 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        33 weeks, 6 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>adi.zaimi@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            33 weeks, 6 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>adi.zaimi@mongodb.com</customfieldvalue>
            <customfieldvalue>alexander.gorrod@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|i2d1sv:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|i1v9q8:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10557" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="7362">Sharding NYC 2023-06-12</customfieldvalue>
    <customfieldvalue id="7363">Sharding NYC 2023-06-26</customfieldvalue>
    <customfieldvalue id="7364">Sharding NYC 2023-07-10</customfieldvalue>
    <customfieldvalue id="7365">Sharding NYC 2023-07-24</customfieldvalue>
    <customfieldvalue id="7542">Sharding NYC 2023-08-07</customfieldvalue>
    <customfieldvalue id="7543">Sharding NYC 2023-08-21</customfieldvalue>
    <customfieldvalue id="7544">Sharding NYC 2023-09-04</customfieldvalue>
    <customfieldvalue id="7765">Sharding NYC 2023-09-18</customfieldvalue>
    <customfieldvalue id="7766">Sharding NYC 2023-10-02</customfieldvalue>
    <customfieldvalue id="7767">Sharding NYC 2023-10-16</customfieldvalue>
    <customfieldvalue id="7768">Sharding NYC 2023-10-30</customfieldvalue>
    <customfieldvalue id="7769">Cluster Scalability 2023-11-13</customfieldvalue>
    <customfieldvalue id="7770">Cluster Scalability 2023-11-27</customfieldvalue>
    <customfieldvalue id="7771">Cluster Scalability 2023-12-11</customfieldvalue>
    <customfieldvalue id="7772">Cluster Scalability 2023-12-25</customfieldvalue>
    <customfieldvalue id="7991">Cluster Scalability 2024-1-8</customfieldvalue>
    <customfieldvalue id="7992">Cluster Scalability 2024-1-22</customfieldvalue>
    <customfieldvalue id="7993">Cluster Scalability 2024-2-5</customfieldvalue>
    <customfieldvalue id="8295">Cluster Scalability 2024-2-19</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|i2cny7:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>