<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 05:11:15 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-46360] Hang analyzer json logging improvement</title>
                <link>https://jira.mongodb.org/browse/SERVER-46360</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;Log messages from the hang analyzer under structured logging should be structured, not just text embedded in a string in a json attribute.&lt;/p&gt;</description>
                <environment></environment>
        <key id="1181526">SERVER-46360</key>
            <summary>Hang analyzer json logging improvement</summary>
                <type id="4" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14710&amp;avatarType=issuetype">Improvement</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="13201">Fixed</resolution>
                                        <assignee username="billy.donahue@mongodb.com">Billy Donahue</assignee>
                                    <reporter username="schwerin@mongodb.com">Andy Schwerin</reporter>
                        <labels>
                    </labels>
                <created>Mon, 24 Feb 2020 17:40:40 +0000</created>
                <updated>Sun, 29 Oct 2023 22:11:48 +0000</updated>
                            <resolved>Tue, 10 Mar 2020 22:40:51 +0000</resolved>
                                                    <fixVersion>4.4.0-rc4</fixVersion>
                    <fixVersion>4.7.0</fixVersion>
                                                        <votes>0</votes>
                                    <watches>5</watches>
                                                                                                                <comments>
                            <comment id="3066401" author="xgen-internal-githook" created="Mon, 4 May 2020 02:26:05 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Billy Donahue&apos;, &apos;email&apos;: &apos;billy.donahue@mongodb.com&apos;, &apos;username&apos;: &apos;BillyDonahue&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-46360&quot; title=&quot;Hang analyzer json logging improvement&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-46360&quot;&gt;&lt;del&gt;SERVER-46360&lt;/del&gt;&lt;/a&gt; LockManager logging improvement (and lockInfo)&lt;/p&gt;

&lt;p&gt;(cherry picked from commit e2d5e628f4c65a66eb5ca39f43aa7f71b2fd1d6b)&lt;br/&gt;
Branch: v4.4&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/13df3646789570a6910eea75239859fcac03d7f8&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/13df3646789570a6910eea75239859fcac03d7f8&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="2962358" author="billy.donahue" created="Tue, 10 Mar 2020 22:40:51 +0000"  >&lt;p&gt;changes the undocumented &lt;tt&gt;lockInfo&lt;/tt&gt; command&lt;/p&gt;</comment>
                            <comment id="2962332" author="xgen-internal-githook" created="Tue, 10 Mar 2020 22:33:58 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;username&apos;: &apos;BillyDonahue&apos;, &apos;name&apos;: &apos;Billy Donahue&apos;, &apos;email&apos;: &apos;billy.donahue@mongodb.com&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-46360&quot; title=&quot;Hang analyzer json logging improvement&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-46360&quot;&gt;&lt;del&gt;SERVER-46360&lt;/del&gt;&lt;/a&gt; LockManager logging improvement (and lockInfo)&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/e2d5e628f4c65a66eb5ca39f43aa7f71b2fd1d6b&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/e2d5e628f4c65a66eb5ca39f43aa7f71b2fd1d6b&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="2946440" author="billy.donahue" created="Thu, 5 Mar 2020 19:11:59 +0000"  >&lt;p&gt;Code Review:&lt;br/&gt;
&lt;a href=&quot;https://mongodbcr.appspot.com/578250001/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://mongodbcr.appspot.com/578250001/&lt;/a&gt;&lt;/p&gt;

&lt;p&gt;Also addresses &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-46634&quot; title=&quot;LockInfo results missing a layer of hierarchy&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-46634&quot;&gt;&lt;del&gt;SERVER-46634&lt;/del&gt;&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="2923660" author="billy.donahue" created="Mon, 2 Mar 2020 20:13:27 +0000"  >&lt;p&gt;I think I didn&apos;t hit the right target in my first commit here.&lt;br/&gt;
With an interactive gdb, I was able to cause the hang-analyzer&apos;s mongo_locks.py functions to emit something, and it&apos;s still ugly.&lt;/p&gt;

&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;(gdb) mongodb-show-locks&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;Mutex at 0x7fffe7731ea8 held by &quot;hangTest0&quot; (Thread 0x7fffd1cd5700 (LWP 24937)) waited on by &quot;hangTest3&quot; (Thread 0x7fffd04d2700 (LWP 24940))&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;Mutex at 0x7fffe7731ea8 held by &quot;hangTest0&quot; (Thread 0x7fffd1cd5700 (LWP 24937)) waited on by &quot;hangTest2&quot; (Thread 0x7fffd0cd3700 (LWP 24939))&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;Mutex at 0x7fffe7731ea8 held by &quot;hangTest0&quot; (Thread 0x7fffd1cd5700 (LWP 24937)) waited on by &quot;hangTest1&quot; (Thread 0x7fffd14d4700 (LWP 24938))&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;(gdb) mongodb-dump-locks&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;Running Hang Analyzer Supplement - MongoDBDumpLocks&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;{&quot;t&quot;:{&quot;$date&quot;:&quot;2020-03-02T15:11:27.255-0500&quot;},&quot;s&quot;:&quot;I&quot;, &quot;c&quot;:&quot;-&quot;,       &quot;id&quot;:20521,&quot;ctx&quot;:&quot;initandlisten&quot;,&quot;msg&quot;:&quot;Dumping LockManager @ {lock_manager}&quot;,&quot;attr&quot;:{&quot;lock_manager&quot;:140737295262928}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;{&quot;t&quot;:{&quot;$date&quot;:&quot;2020-03-02T15:11:27.255-0500&quot;},&quot;s&quot;:&quot;I&quot;, &quot;c&quot;:&quot;-&quot;,       &quot;id&quot;:20522,&quot;ctx&quot;:&quot;initandlisten&quot;,&quot;msg&quot;:&quot;{sb_str}&quot;,&quot;attr&quot;:{&quot;sb_str&quot;:&quot;Lock @ 0x7FFFDE7E6BE0: {6917529027641081857: Global, 1}\nGRANTED:\n\tLockRequest 180 @ 0x7FFFDF0C4A20: Mode = IS; Thread = 140736797210368 | 0x7fffd6cdf700; ConvertMode = NONE; EnqueueAtFront = 0; CompatibleFirst = 0; DebugInfo = { serverStatus: 1, tcMalloc: true, sharding: false, timing: false, defaultRWConcern: false, $db: \&quot;\&quot; }; ClientInfo = { desc: \&quot;ftdc\&quot;, opid: 180 }\nPENDING:\n-----------------------------------------------------------\n&quot;}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;{&quot;t&quot;:{&quot;$date&quot;:&quot;2020-03-02T15:11:27.255-0500&quot;},&quot;s&quot;:&quot;I&quot;, &quot;c&quot;:&quot;-&quot;,       &quot;id&quot;:20522,&quot;ctx&quot;:&quot;initandlisten&quot;,&quot;msg&quot;:&quot;{sb_str}&quot;,&quot;attr&quot;:{&quot;sb_str&quot;:&quot;Lock @ 0x7FFFDF4EB860: {4611686018427387905: ReplicationStateTransition, 1}\nGRANTED:\n\tLockRequest 180 @ 0x7FFFDF0C4A20: Mode = IX; Thread = 140736797210368 | 0x7fffd6cdf700; ConvertMode = NONE; EnqueueAtFront = 0; CompatibleFirst = 0; DebugInfo = { serverStatus: 1, tcMalloc: true, sharding: false, timing: false, defaultRWConcern: false, $db: \&quot;\&quot; }; ClientInfo = { desc: \&quot;ftdc\&quot;, opid: 180 }\nPENDING:\n-----------------------------------------------------------\n&quot;}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;{&quot;t&quot;:{&quot;$date&quot;:&quot;2020-03-02T15:11:27.255-0500&quot;},&quot;s&quot;:&quot;I&quot;, &quot;c&quot;:&quot;-&quot;,       &quot;id&quot;:20522,&quot;ctx&quot;:&quot;initandlisten&quot;,&quot;msg&quot;:&quot;{sb_str}&quot;,&quot;attr&quot;:{&quot;sb_str&quot;:&quot;Lock @ 0x7FFFDF4EC3A0: {16140901064495857666: Mutex, 2, checkpointCursorMutex}\nGRANTED:\n\tLockRequest 83 @ 0x7FFFE02F6D20: Mode = X; Thread = 140736830781184 | 0x7fffd8ce3700; ConvertMode = NONE; EnqueueAtFront = 0; CompatibleFirst = 0; DebugInfo = ; ClientInfo = { desc: \&quot;WTCheckpointThread\&quot;, opid: 83 }\nPENDING:\n-----------------------------------------------------------\n&quot;}}&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;


&lt;p&gt;The real target here should be message IDs related to 20521 and 20522.&lt;/p&gt;</comment>
                            <comment id="2918858" author="xgen-internal-githook" created="Fri, 28 Feb 2020 21:54:44 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Billy Donahue&apos;, &apos;username&apos;: &apos;BillyDonahue&apos;, &apos;email&apos;: &apos;billy.donahue@mongodb.com&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-46360&quot; title=&quot;Hang analyzer json logging improvement&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-46360&quot;&gt;&lt;del&gt;SERVER-46360&lt;/del&gt;&lt;/a&gt; LockManager dump improvements&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/793ae32c597f197b6445750aa9bfdaabc206132d&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/793ae32c597f197b6445750aa9bfdaabc206132d&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="2914172" author="milkie" created="Thu, 27 Feb 2020 14:38:17 +0000"  >&lt;p&gt;Your analysis sounds correct to me.  I didn&apos;t actually see a hang analyzer graph creation fail; only the output of the lock dump.  So this ticket can be to just clean up the lock dump output.&lt;/p&gt;</comment>
                            <comment id="2913303" author="billy.donahue" created="Wed, 26 Feb 2020 22:50:48 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=milkie&quot; class=&quot;user-hover&quot; rel=&quot;milkie&quot;&gt;milkie&lt;/a&gt;, upon closer inspection, the hang analyzer seems to be doing all of its reconnaissance through gdb inspection of C++ symbols and function calls.  This is all in `buildscripts/gdb/mongo_lock.py`. The construction of the lock graph is done by find_mutex_holder. In there we just backtrace all the threads and examine their extant call to std::mutex::lock, if any. We extract the waited-on mutex object&apos;s __owner member, and generate a graph of waiting threads to mutex-holding threads, connected by edges representing mutex objects that connect the threads. It all looks to be on the up-and-up, and I don&apos;t see any structured logging influence here.&lt;/p&gt;

&lt;p&gt;The only thing structured logging affects is the stdout of the hang_analyzer. Is that the only problem?&lt;br/&gt;
That is, it looks like the generation of the &quot;waitsfor_graph&quot; is fine?  Please let me know if I&apos;ve got this right and if you have a method to test this. Just running a mongod and attaching gdb, I don&apos;t see any locks so the hang analyzer is a little boring.&lt;/p&gt;</comment>
                            <comment id="2912914" author="billy.donahue" created="Wed, 26 Feb 2020 20:19:18 +0000"  >&lt;p&gt;Summary of problem and requirements as I understand them.&lt;/p&gt;

&lt;p&gt;The hang_analyzer.py attaches gdb to a running mongod. gdb (via the buildscripts/gdb/mongo.py command extensions) makes a target function call to the C++ function&lt;/p&gt;

&lt;p&gt;&quot;call (&apos;mongo::(anonymous namespace)::globalLockManager&apos;).dump()&quot;&lt;/p&gt;

&lt;p&gt;(updated to correct function name)&lt;/p&gt;

&lt;p&gt;So we need to upgrade the LOGV2 message from its current StringBuilder into a structured object, and change the lines that parse the gdb output.&lt;/p&gt;</comment>
                            <comment id="2912585" author="milkie" created="Wed, 26 Feb 2020 18:08:21 +0000"  >&lt;p&gt;I think we need to update the lock-dump output, and then change the hang analyzer helper script that generates the waits-for graph to be able to parse this new format.&lt;/p&gt;</comment>
                            <comment id="2905316" author="schwerin" created="Mon, 24 Feb 2020 17:41:09 +0000"  >&lt;p&gt;Not sure exactly the required improvement, here.&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10420">
                    <name>Backports</name>
                                            <outwardlinks description="backported by">
                                                        </outwardlinks>
                                                        </issuelinktype>
                            <issuelinktype id="10011">
                    <name>Depends</name>
                                                                <inwardlinks description="is depended on by">
                                        <issuelink>
            <issuekey id="1228338">SERVER-46634</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                            <issuelinktype id="10320">
                    <name>Documented</name>
                                                                <inwardlinks description="is documented by">
                                        <issuelink>
            <issuekey id="519617">DOCS-11516</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                            <outwardlinks description="related to">
                                                        </outwardlinks>
                                                        </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>11.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18555" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname># of Sprints</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>3.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_12450" key="com.atlassian.jira.plugin.system.customfieldtypes:multicheckboxes">
                        <customfieldname>Backport Requested</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="18953"><![CDATA[v4.4]]></customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10011" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Backwards Compatibility</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10038"><![CDATA[Fully Compatible]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Wed, 26 Feb 2020 18:08:21 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        3 years, 40 weeks, 3 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_17050" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Downstream Team Attention</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="16941"><![CDATA[Not Needed]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>luke.bonanomi@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            3 years, 40 weeks, 3 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>schwerin@mongodb.com</customfieldvalue>
            <customfieldvalue>billy.donahue@mongodb.com</customfieldvalue>
            <customfieldvalue>milkie@mongodb.com</customfieldvalue>
            <customfieldvalue>xgen-internal-githook</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hwuddz:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hwib9z:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10557" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="3670">Dev Tools 2020-02-24</customfieldvalue>
    <customfieldvalue id="3671">Dev Tools 2020-03-09</customfieldvalue>
    <customfieldvalue id="3740">Dev Tools 2020-03-23</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hwtznb:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>