<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 06:37:01 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-77935] Investigate timeout from fcv downgrade in jstests/core/query/push/push2.js</title>
                <link>https://jira.mongodb.org/browse/SERVER-77935</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;Investigate timeout from fcv downgrade in jstests/core/query/push/push2.js&lt;/p&gt;

&lt;p&gt;evergreen run: &lt;a href=&quot;https://spruce.mongodb.com/task/mongodb_mongo_master_enterprise_rhel_80_64_bit_dynamic_all_feature_flags_fcv_upgrade_downgrade_sharded_collections_jscore_passthrough_0_linux_enterprise_patch_dcd8c050fb807cd6a30f1c3f833f4be23c22fdcf_6480f63e32f417f2ff94f46f_23_06_07_21_27_30/tests?execution=0&amp;amp;sortBy=STATUS&amp;amp;sortDir=ASC&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://spruce.mongodb.com/task/mongodb_mongo_master_enterprise_rhel_80_64_bit_dynamic_all_feature_flags_fcv_upgrade_downgrade_sharded_collections_jscore_passthrough_0_linux_enterprise_patch_dcd8c050fb807cd6a30f1c3f833f4be23c22fdcf_6480f63e32f417f2ff94f46f_23_06_07_21_27_30/tests?execution=0&amp;amp;sortBy=STATUS&amp;amp;sortDir=ASC&lt;/a&gt;&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;</description>
                <environment></environment>
        <key id="2363436">SERVER-77935</key>
            <summary>Investigate timeout from fcv downgrade in jstests/core/query/push/push2.js</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="1" iconUrl="https://jira.mongodb.org/images/icons/statuses/open.png" description="">Open</status>
                    <statusCategory id="2" key="new" colorName="default"/>
                                    <resolution id="-1">Unresolved</resolution>
                                        <assignee username="adi.zaimi@mongodb.com">Adi Zaimi</assignee>
                                    <reporter username="adi.zaimi@mongodb.com">Adi Zaimi</reporter>
                        <labels>
                    </labels>
                <created>Fri, 9 Jun 2023 02:32:14 +0000</created>
                <updated>Mon, 5 Feb 2024 17:33:13 +0000</updated>
                                                                                                <votes>0</votes>
                                    <watches>2</watches>
                                                                                                                <comments>
                            <comment id="5489533" author="JIRAUSER1261874" created="Fri, 9 Jun 2023 23:22:59 +0000"  >&lt;p&gt;Looking at the db log output&#160;&lt;/p&gt;

&lt;p&gt;&lt;a href=&quot;https://parsley.mongodb.com/resmoke/a3c8a5c366080396f2838f449df63c50/all?bookmarks=0,666,107087,107158,107207,107324,107364,107404,107564,107785,107786,1963855,1965416&amp;amp;filters=000setFeatureCompatibilityVersion,000j2%253As0%253Aprim,100fa475df0-632f-4d03-a688-740fcb34aea,1009189fc29-8fd1-4196-8189-b25a6697f147&amp;amp;shareLine=107821&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://parsley.mongodb.com/resmoke/a3c8a5c366080396f2838f449df63c50/all?bookmarks=0,666,107087,107158,107207,107324,107364,107404,107564,107785,107786,1963855,1965416&amp;amp;filters=000setFeatureCompatibilityVersion,000j2%253As0%253Aprim,100fa475df0-632f-4d03-a688-740fcb34aea,1009189fc29-8fd1-4196-8189-b25a6697f147&amp;amp;shareLine=107821&lt;/a&gt;&lt;/p&gt;

&lt;p&gt;It seems that the internal transaction was started and the last thing it printed is&#160;&lt;br/&gt;
&quot;Going to write participant list&quot;&lt;br/&gt;
&#160;&lt;/p&gt;</comment>
                            <comment id="5489489" author="JIRAUSER1261874" created="Fri, 9 Jun 2023 22:38:25 +0000"  >&lt;p&gt;Looking at the lockmgr dump, it can be seen that FeatureCompatibilityVersion lock is granted to:&lt;/p&gt;

&lt;p&gt;&#160; &#160; resourceId = {2305843009213693953: Global, 1}, FeatureCompatibilityVersion,&lt;br/&gt;
&#160; &#160; grantedList = mongo::LockRequestList = {{&lt;br/&gt;
&#160; &#160; &#160; &#160; locker = 0x5574bb846800,&lt;br/&gt;
&#160; &#160; &#160; &#160; notify = 0x5574bb8468c0,&lt;br/&gt;
&#160; &#160; &#160; &#160; enqueueAtFront = false,&lt;br/&gt;
&#160; &#160; &#160; &#160; compatibleFirst = false,&lt;br/&gt;
&#160; &#160; &#160; &#160; partitioned = true,&lt;br/&gt;
&#160; &#160; &#160; &#160; recursiveCount = 1,&lt;br/&gt;
&#160; &#160; &#160; &#160; lock = 0x5574b9170880,&lt;br/&gt;
&#160; &#160; &#160; &#160; partitionedLock = 0x0,&lt;br/&gt;
&#160; &#160; &#160; &#160; prev = 0x0,&lt;br/&gt;
&#160; &#160; &#160; &#160; next = 0x0,&lt;br/&gt;
&#160; &#160; &#160; &#160; status = mongo::LockRequest::STATUS_GRANTED,&lt;br/&gt;
&#160; &#160; &#160; &#160; mode = mongo::MODE_IX,&lt;br/&gt;
&#160; &#160; &#160; &#160; convertMode = mongo::MODE_NONE,&lt;br/&gt;
&#160; &#160; &#160; &#160; unlockPending = 1&lt;br/&gt;
&#160; &#160; &#160; }},&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;and is being requested by&#160;&lt;/p&gt;

&lt;p&gt;&#160; &#160; conflictList = mongo::LockRequestList = {{&lt;br/&gt;
&#160; &#160; &#160; &#160; locker = 0x5574b9c8c000,&lt;br/&gt;
&#160; &#160; &#160; &#160; notify = 0x5574b9c8c0c0,&lt;br/&gt;
&#160; &#160; &#160; &#160; enqueueAtFront = true,&lt;br/&gt;
&#160; &#160; &#160; &#160; compatibleFirst = true,&lt;br/&gt;
&#160; &#160; &#160; &#160; partitioned = false,&lt;br/&gt;
&#160; &#160; &#160; &#160; recursiveCount = 1,&lt;br/&gt;
&#160; &#160; &#160; &#160; lock = 0x5574b9170880,&lt;br/&gt;
&#160; &#160; &#160; &#160; partitionedLock = 0x0,&lt;br/&gt;
&#160; &#160; &#160; &#160; prev = 0x0,&lt;br/&gt;
&#160; &#160; &#160; &#160; next = 0x5574b8d6fd58,&lt;br/&gt;
&#160; &#160; &#160; &#160; status = mongo::LockRequest::STATUS_WAITING,&lt;br/&gt;
&#160; &#160; &#160; &#160; mode = mongo::MODE_S,&lt;br/&gt;
&#160; &#160; &#160; &#160; convertMode = mongo::MODE_NONE,&lt;br/&gt;
&#160; &#160; &#160; &#160; unlockPending = 0&lt;br/&gt;
&#160; &#160; &#160; }&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;The threadId holdiong the lock is 0, which means it is probably an internal txn which has exited, and the debug info shows:&lt;/p&gt;

&lt;p&gt;&#160; &#160; _debugInfo = &quot;lsid: { id: UUID(\&quot;fa475df0-632f-4d03-a688-740fcb34aea1\&quot;), uid: BinData(0, E3B0C44298FC1C149AFBF4C8996FB92427AE41E4649B934CA495991B7852B855), txnUUID: UUID(\&quot;9189fc29-8fd1-4196-8189-b25a6697f147\&quot;) }&quot;&lt;br/&gt;
&#160;&lt;/p&gt;

&lt;p&gt;The thread waiting for the lock is the SetFeatureCompatibilityVersionCommand.&lt;/p&gt;
&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;Thread 89: &quot;&quot; (Thread 0x7f3bd9852700 (LWP 919))&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;....&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;#13 0x00007f3c1bafac51 in operator() (speed=mongo::Interruptible::WakeSpeed::kFast, deadline=..., __closure=&amp;lt;synthetic pointer&amp;gt;) at src/mongo/util/interruptible.h:340&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;#14 mongo::Interruptible::waitForConditionOrInterruptUntil&amp;lt;std::unique_lock&amp;lt;mongo::latch_detail::Latch&amp;gt;, mongo::CondVarLockGrantNotification::wait(mongo::OperationContext*, mongo::Milliseconds)::&amp;lt;lambda()&amp;gt; &amp;gt; (pred=..., finalDeadline=..., m=..., cv=...,&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;this=0x5574b9c90480) at src/mongo/util/interruptible.h:352&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;#15 mongo::Interruptible::waitForConditionOrInterruptFor&amp;lt;std::unique_lock&amp;lt;mongo::latch_detail::Latch&amp;gt;, mongo::CondVarLockGrantNotification::wait(mongo::OperationContext*, mongo::Milliseconds)::&amp;lt;lambda()&amp;gt; &amp;gt; (pred=..., ms=..., m=..., cv=..., this=0x5574b9&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;c90480) at src/mongo/util/interruptible.h:392&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;#16 mongo::CondVarLockGrantNotification::wait (this=this@entry=0x5574b9c8c0c0, opCtx=opCtx@entry=0x5574b9c90480, timeout=..., timeout@entry=...) at src/mongo/db/concurrency/lock_state.cpp:277&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;#17 0x00007f3c1bafc076 in mongo::LockerImpl::_lockComplete(mongo::OperationContext*, mongo::ResourceId, mongo::LockMode, mongo::Date_t, std::function&amp;lt;void ()&amp;gt; const&amp;amp;) (this=this@entry=0x5574b9c8c000, opCtx=opCtx@entry=0x5574b9c90480, resId=..., mode=mode@entry=mongo::MODE_S, deadline=..., deadline@entry=..., onTimeout=...) at src/mongo/db/concurrency/lock_state.cpp:1034&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;#18 0x00007f3c1bafccd5 in mongo::LockerImpl::lock (this=0x5574b9c8c000, opCtx=0x5574b9c90480, resId=..., mode=mongo::MODE_S, deadline=...) at src/mongo/db/concurrency/lock_state.cpp:579&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;#19 0x00007f3c1bae784b in mongo::Lock::ResourceLock::_lock (this=this@entry=0x7f3bd984b680, mode=mode@entry=mongo::MODE_S, deadline=..., deadline@entry=...) at src/mongo/db/concurrency/d_concurrency.cpp:306&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;#20 0x00007f3c1b9797df in mongo::Lock::ResourceLock::ResourceLock (deadline=..., mode=mongo::MODE_S, rid=..., opCtx=&amp;lt;optimized out&amp;gt;, this=0x7f3bd984b680) at src/mongo/db/concurrency/d_concurrency.h:56&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;#21 mongo::(anonymous namespace)::SetFeatureCompatibilityVersionCommand::_prepareToDowngrade (changeTimestamp=..., request=..., opCtx=&amp;lt;optimized out&amp;gt;, this=0x7f3c1b9ffc40 &amp;lt;mongo::(anonymous namespace)::setFeatureCompatibilityVersionCommand&amp;gt;) at src/mongo/db/commands/set_feature_compatibility_version_command.cpp:1358&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;#22 mongo::(anonymous namespace)::SetFeatureCompatibilityVersionCommand::run (this=&amp;lt;optimized out&amp;gt;, opCtx=&amp;lt;optimized out&amp;gt;, cmdObj=..., result=...) at src/mongo/db/commands/set_feature_compatibility_version_command.cpp:481&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;#23 0x00007f3c1c15e9e7 in mongo::BasicCommand::runWithReplyBuilder (replyBuilder=0x5574b9af8310, cmdObj=owned BSONObj 823 bytes @ 0x5574ba27f51d = {...}, dbName=..., opCtx=0x5574b9c90480, this=0x7f3c1b9ffc40 &amp;lt;mongo::(anonymous namespace)::setFeatureCompatibilityVersionCommand&amp;gt;) at src/mongo/db/commands.h:1022&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;#24 mongo::BasicCommandWithReplyBuilderInterface::Invocation::run (this=0x5574b94452a0, opCtx=0x5574b9c90480, result=0x5574b9af8310) at src/mongo/db/commands.cpp:926&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;#25 0x00007f3c1c14b410 in mongo::CommandHelpers::runCommandInvocation (opCtx=0x5574b9c90480, request=..., invocation=0x5574b94452a0, response=0x5574b9af8310) at src/mongo/db/commands.cpp:186&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;#26 0x00007f3c1c14f0bd in operator() (__closure=&amp;lt;optimized out&amp;gt;) at src/mongo/db/request_execution_context.h:69&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;#27 mongo::makeReadyFutureWith&amp;lt;mongo::CommandHelpers::runCommandInvocation(std::shared_ptr&amp;lt;mongo::RequestExecutionContext&amp;gt;, std::shared_ptr&amp;lt;mongo::CommandInvocation&amp;gt;, bool)::&amp;lt;lambda()&amp;gt; &amp;gt; (func=...) at src/mongo/util/future.h:1348&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;#28 mongo::CommandHelpers::runCommandInvocation (rec=std::shared_ptr&amp;lt;mongo::RequestExecutionContext&amp;gt; (empty) = {...}, invocation=std::shared_ptr&amp;lt;mongo::CommandInvocation&amp;gt; (empty) = {...}, useDedicatedThread=&amp;lt;optimized out&amp;gt;) at src/mongo/db/commands.cpp:1&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;</comment>
                            <comment id="5486963" author="JIRAUSER1261874" created="Fri, 9 Jun 2023 02:51:17 +0000"  >&lt;p&gt;fcv commands are not sent after 10:21:&lt;br/&gt;
&lt;a href=&quot;https://parsley.mongodb.com/resmoke/a3c8a5c366080396f2838f449df63c50/all?bookmarks=0,666,107785,1963855,1965416&amp;amp;filters=100setFeatureCompatibilityVersion,000j2%253As0%253Aprim&amp;amp;shareLine=107785&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://parsley.mongodb.com/resmoke/a3c8a5c366080396f2838f449df63c50/all?bookmarks=0,666,107785,1963855,1965416&amp;amp;filters=100setFeatureCompatibilityVersion,000j2%253As0%253Aprim&amp;amp;shareLine=107785&lt;/a&gt;&lt;br/&gt;
and dumping the mutexes of process 32287 (looking at dump_mongod.32287.core) and &apos;grep true&apos;:&lt;/p&gt;
&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;{&quot;client&quot;: &quot;TTLMonitor&quot;, &quot;waiting&quot;: true, &quot;mutex&quot;: &quot;CondVarLockGrantNotification::_mutex&quot;, &quot;since&quot;: &quot;2023-06-08T00:10:49.117000+00:00&quot;}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;{&quot;client&quot;: &quot;TopologyVersionObserver&quot;, &quot;waiting&quot;: true, &quot;mutex&quot;: &quot;AnonymousLockable&quot;, &quot;since&quot;: &quot;2023-06-07T22:21:36.387000+00:00&quot;}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;{&quot;client&quot;: &quot;conn39&quot;, &quot;waiting&quot;: true, &quot;mutex&quot;: &quot;AnonymousLockable&quot;, &quot;since&quot;: &quot;2023-06-08T00:10:41.791000+00:00&quot;}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;{&quot;client&quot;: &quot;conn24&quot;, &quot;waiting&quot;: true, &quot;mutex&quot;: &quot;AnonymousLockable&quot;, &quot;since&quot;: &quot;2023-06-08T00:10:41.987000+00:00&quot;}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;{&quot;client&quot;: &quot;range-deleter&quot;, &quot;waiting&quot;: true, &quot;mutex&quot;: &quot;ReadyRangeDeletionsProcessor&quot;, &quot;since&quot;: &quot;2023-06-07T22:20:21.986000+00:00&quot;}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;{&quot;client&quot;: &quot;conn32&quot;, &quot;waiting&quot;: true, &quot;mutex&quot;: &quot;AnonymousLockable&quot;, &quot;since&quot;: &quot;2023-06-08T00:10:41.807000+00:00&quot;}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;{&quot;client&quot;: &quot;TransactionCoordinator&quot;, &quot;waiting&quot;: true, &quot;mutex&quot;: &quot;CondVarLockGrantNotification::_mutex&quot;, &quot;since&quot;: &quot;2023-06-08T00:10:49.152000+00:00&quot;}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;{&quot;client&quot;: &quot;conn57&quot;, &quot;waiting&quot;: true, &quot;mutex&quot;: &quot;CondVarLockGrantNotification::_mutex&quot;, &quot;since&quot;: &quot;2023-06-08T00:10:49.337000+00:00&quot;}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;{&quot;client&quot;: &quot;ChangeStreamExpiredPreImagesRemover&quot;, &quot;waiting&quot;: true, &quot;mutex&quot;: &quot;CondVarLockGrantNotification::_mutex&quot;, &quot;since&quot;: &quot;2023-06-08T00:10:49.178000+00:00&quot;}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;{&quot;client&quot;: &quot;conn118&quot;, &quot;waiting&quot;: true, &quot;mutex&quot;: &quot;AnonymousLockable&quot;, &quot;since&quot;: &quot;2023-06-07T22:21:36.846000+00:00&quot;}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;{&quot;client&quot;: &quot;conn33&quot;, &quot;waiting&quot;: true, &quot;mutex&quot;: &quot;AnonymousLockable&quot;, &quot;since&quot;: &quot;2023-06-08T00:10:41.782000+00:00&quot;}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;{&quot;client&quot;: &quot;ReplBatcher&quot;, &quot;waiting&quot;: true, &quot;mutex&quot;: &quot;OplogBufferBlockingQueue::mutex&quot;, &quot;since&quot;: &quot;2023-06-08T00:10:49.075000+00:00&quot;}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;{&quot;client&quot;: &quot;monitoring-keys-for-HMAC&quot;, &quot;waiting&quot;: true, &quot;mutex&quot;: &quot;PeriodicRunner::_mutex&quot;, &quot;since&quot;: &quot;2023-06-07T22:20:26.136000+00:00&quot;}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;
&lt;p&gt;&#160;&lt;/p&gt;</comment>
                    </comments>
                    <attachments>
                            <attachment id="455365" name="core_32287_stacktrace_uniq.txt" size="381331" author="adi.zaimi@mongodb.com" created="Fri, 9 Jun 2023 22:37:59 +0000"/>
                            <attachment id="455310" name="lock_mgr_dump.txt" size="14256" author="adi.zaimi@mongodb.com" created="Fri, 9 Jun 2023 17:23:05 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>3.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18555" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname># of Sprints</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>19.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        34 weeks, 5 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>r.scott@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            34 weeks, 5 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>adi.zaimi@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|i2d1rz:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|i1v9pc:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10557" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="7362">Sharding NYC 2023-06-12</customfieldvalue>
    <customfieldvalue id="7363">Sharding NYC 2023-06-26</customfieldvalue>
    <customfieldvalue id="7364">Sharding NYC 2023-07-10</customfieldvalue>
    <customfieldvalue id="7365">Sharding NYC 2023-07-24</customfieldvalue>
    <customfieldvalue id="7542">Sharding NYC 2023-08-07</customfieldvalue>
    <customfieldvalue id="7543">Sharding NYC 2023-08-21</customfieldvalue>
    <customfieldvalue id="7544">Sharding NYC 2023-09-04</customfieldvalue>
    <customfieldvalue id="7765">Sharding NYC 2023-09-18</customfieldvalue>
    <customfieldvalue id="7766">Sharding NYC 2023-10-02</customfieldvalue>
    <customfieldvalue id="7767">Sharding NYC 2023-10-16</customfieldvalue>
    <customfieldvalue id="7768">Sharding NYC 2023-10-30</customfieldvalue>
    <customfieldvalue id="7769">Cluster Scalability 2023-11-13</customfieldvalue>
    <customfieldvalue id="7770">Cluster Scalability 2023-11-27</customfieldvalue>
    <customfieldvalue id="7771">Cluster Scalability 2023-12-11</customfieldvalue>
    <customfieldvalue id="7772">Cluster Scalability 2023-12-25</customfieldvalue>
    <customfieldvalue id="7991">Cluster Scalability 2024-1-8</customfieldvalue>
    <customfieldvalue id="7992">Cluster Scalability 2024-1-22</customfieldvalue>
    <customfieldvalue id="7993">Cluster Scalability 2024-2-5</customfieldvalue>
    <customfieldvalue id="8295">Cluster Scalability 2024-2-19</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|i2cnxb:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>