<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 05:39:30 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-56528] Hang analyzer diagnostics not being collected for C++ unit tests</title>
                <link>https://jira.mongodb.org/browse/SERVER-56528</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;I&apos;d expect the gdb output to be present in the task logs, as well as core dumps, unit test binaries, and debug symbols to be uploaded to S3. Note that latter three are present for sigaltstack&amp;#95;location&amp;#95;test, but that wasn&apos;t the C++ test running at the time of the timeout.&lt;/p&gt;

&lt;p&gt;Some example cases:&lt;/p&gt;

&lt;ul&gt;
	&lt;li&gt;&lt;a href=&quot;https://evergreen.mongodb.com/task/mongodb_mongo_master_suse12_run_unittests_1ff00ec66697eb16b6ae089681d9f3414f950fb1_21_04_29_01_28_45/0&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://evergreen.mongodb.com/task/mongodb_mongo_master_suse12_run_unittests_1ff00ec66697eb16b6ae089681d9f3414f950fb1_21_04_29_01_28_45/0&lt;/a&gt;&lt;/li&gt;
	&lt;li&gt;&lt;a href=&quot;https://evergreen.mongodb.com/task/mongodb_mongo_master_enterprise_suse12_64_run_unittests_1ff00ec66697eb16b6ae089681d9f3414f950fb1_21_04_29_01_28_45/0&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://evergreen.mongodb.com/task/mongodb_mongo_master_enterprise_suse12_64_run_unittests_1ff00ec66697eb16b6ae089681d9f3414f950fb1_21_04_29_01_28_45/0&lt;/a&gt;&lt;/li&gt;
	&lt;li&gt;&lt;a href=&quot;https://evergreen.mongodb.com/task/mongodb_mongo_master_enterprise_ubuntu_sharding_task_executor_pool_rsm_matchPrimary_1804_64_bit_run_unittests_0cd377ed919b5a1ef95cbf9bbab22bc145cd4db4_21_04_19_06_01_27/3&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://evergreen.mongodb.com/task/mongodb_mongo_master_enterprise_ubuntu_sharding_task_executor_pool_rsm_matchPrimary_1804_64_bit_run_unittests_0cd377ed919b5a1ef95cbf9bbab22bc145cd4db4_21_04_19_06_01_27/3&lt;/a&gt;&lt;/li&gt;
	&lt;li&gt;&lt;a href=&quot;https://evergreen.mongodb.com/task/6054aa93d6d80a6e9e1fb91a_enterprise_rhel_80_64_bit_suggested_run_unittests_abf157fbf7f42b5d982d3d341f29883dae3f8c12_21_04_27_17_30_39/0&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://evergreen.mongodb.com/task/6054aa93d6d80a6e9e1fb91a_enterprise_rhel_80_64_bit_suggested_run_unittests_abf157fbf7f42b5d982d3d341f29883dae3f8c12_21_04_27_17_30_39/0&lt;/a&gt;&lt;/li&gt;
&lt;/ul&gt;
</description>
                <environment></environment>
        <key id="1698147">SERVER-56528</key>
            <summary>Hang analyzer diagnostics not being collected for C++ unit tests</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="2" iconUrl="https://jira.mongodb.org/images/icons/priorities/critical.svg">Critical - P2</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="13201">Fixed</resolution>
                                        <assignee username="richard.samuels@mongodb.com">Richard Samuels</assignee>
                                    <reporter username="max.hirschhorn@mongodb.com">Max Hirschhorn</reporter>
                        <labels>
                    </labels>
                <created>Fri, 30 Apr 2021 21:35:05 +0000</created>
                <updated>Sun, 29 Oct 2023 21:54:12 +0000</updated>
                            <resolved>Mon, 24 May 2021 14:33:05 +0000</resolved>
                                                    <fixVersion>5.0.0-rc0</fixVersion>
                    <fixVersion>5.1.0-rc0</fixVersion>
                                    <component>Testing Infrastructure</component>
                                        <votes>0</votes>
                                    <watches>6</watches>
                                                                                                                <comments>
                            <comment id="4108263" author="JIRAUSER1259052" created="Wed, 6 Oct 2021 19:01:56 +0000"  >&lt;p&gt;Updating the fixversion since branching activities occurred yesterday. This ticket will be in rc0 when it&#8217;s been triggered. For more active release information, please keep an eye on #server-release. Thank you!&lt;/p&gt;</comment>
                            <comment id="3873016" author="max.hirschhorn@10gen.com" created="Fri, 11 Jun 2021 13:34:15 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=richard.samuels&quot; class=&quot;user-hover&quot; rel=&quot;richard.samuels&quot;&gt;richard.samuels&lt;/a&gt;, &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-56528&quot; title=&quot;Hang analyzer diagnostics not being collected for C++ unit tests&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-56528&quot;&gt;&lt;del&gt;SERVER-56528&lt;/del&gt;&lt;/a&gt; cannot be reopened due to 5.0.0-rc0 already having been released. I filed &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-57637&quot; title=&quot;Hang analyzer diagnostics continuing to not be collected for C++ unit tests&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-57637&quot;&gt;&lt;del&gt;SERVER-57637&lt;/del&gt;&lt;/a&gt; as a continuation.&lt;/p&gt;</comment>
                            <comment id="3817868" author="richard.samuels" created="Mon, 24 May 2021 14:32:55 +0000"  >&lt;p&gt;With the two changes + backports, we believe we&apos;ve fixed this issue in master/v5.0. If it reoccurs, please reopen with examples from after May 21st.&lt;/p&gt;

&lt;p&gt;The underlying cause was a bug in the debug symbol fetcher was causing the hang analyzer to hang.&lt;/p&gt;</comment>
                            <comment id="3806046" author="xgen-internal-githook" created="Fri, 21 May 2021 17:46:43 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Robert Guo&apos;, &apos;email&apos;: &apos;robert.guo@mongodb.com&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-56528&quot; title=&quot;Hang analyzer diagnostics not being collected for C++ unit tests&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-56528&quot;&gt;&lt;del&gt;SERVER-56528&lt;/del&gt;&lt;/a&gt; fix debug symbol downloader&lt;br/&gt;
Branch: v5.0&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/432ddd739359a4cb2ce639d9b0df4fbdb4f13623&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/432ddd739359a4cb2ce639d9b0df4fbdb4f13623&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="3804283" author="xgen-internal-githook" created="Fri, 21 May 2021 13:53:47 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Robert Guo&apos;, &apos;email&apos;: &apos;robert.guo@mongodb.com&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-56528&quot; title=&quot;Hang analyzer diagnostics not being collected for C++ unit tests&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-56528&quot;&gt;&lt;del&gt;SERVER-56528&lt;/del&gt;&lt;/a&gt; fix debug symbol downloader&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/e500e9d4fcdf014acbab2a5fc9bd81df002c28ae&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/e500e9d4fcdf014acbab2a5fc9bd81df002c28ae&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="3796675" author="xgen-internal-githook" created="Thu, 20 May 2021 18:35:03 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Richard Samuels&apos;, &apos;email&apos;: &apos;richard.l.samuels@gmail.com&apos;, &apos;username&apos;: &apos;richardsamuels&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-56528&quot; title=&quot;Hang analyzer diagnostics not being collected for C++ unit tests&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-56528&quot;&gt;&lt;del&gt;SERVER-56528&lt;/del&gt;&lt;/a&gt; hang analyzer should always run when supplied a pid&lt;/p&gt;

&lt;p&gt;(cherry picked from commit b2802257c7cd2cf253847d67da5ddcc780a5b85f)&lt;br/&gt;
Branch: v5.0&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/dd8727187e605733f9bce7f4de70a675a7dc9648&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/dd8727187e605733f9bce7f4de70a675a7dc9648&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="3796195" author="xgen-internal-githook" created="Thu, 20 May 2021 17:49:32 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Richard Samuels&apos;, &apos;email&apos;: &apos;richard.l.samuels@gmail.com&apos;, &apos;username&apos;: &apos;richardsamuels&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-56528&quot; title=&quot;Hang analyzer diagnostics not being collected for C++ unit tests&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-56528&quot;&gt;&lt;del&gt;SERVER-56528&lt;/del&gt;&lt;/a&gt; hang analyzer should always run when supplied a pid&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/b2802257c7cd2cf253847d67da5ddcc780a5b85f&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/b2802257c7cd2cf253847d67da5ddcc780a5b85f&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="3795672" author="richard.samuels" created="Thu, 20 May 2021 17:09:54 +0000"  >&lt;p&gt;TLDR: not fixed yet, but we found another bug in the hang analyzer. We&apos;ll merge in a fix for that, and keep looking at this.&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;We don&apos;t have a reliable replicator for this, so I&apos;ve been reading and code, running some toy experiments, and trying to figure out what happened. Here are my thoughts:&lt;/p&gt;

&lt;p&gt;Not the OOM Killer: We had a suspicion that a process got OOM killed and prevented core dumps, but this wasn&apos;t the case.&lt;/p&gt;
&lt;ol&gt;
	&lt;li&gt;There were no references to the oom killer in the system logs.&lt;/li&gt;
	&lt;li&gt;I tried an experiment where I had a c program trigger the oom killer, and a python script subprocess.Popen that c program (a simulation of what resmoke does). I was able to trigger the hang analyzer against that program.&#160;&lt;/li&gt;
&lt;/ol&gt;


&lt;p&gt;As a part of that experiment, I deleted the &quot;interesting processes&quot; check from process_list.py to get it to run against my program. Turns out there is a bug here: Historically we would run the hang analyzer against any pid it was supplied with. In the changes made to process_list.py in &lt;a href=&quot;https://github.com/mongodb/mongo/commit/9fcca8acb9a8995e007b5c4c06e5349a57e274e6&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;9fcca8,&lt;/a&gt;&#160;&lt;tt&gt;get_processes&lt;/tt&gt;&#160;began to also compare the process names of the supplied pids with the list of interesting processes, and exclude any processes that didn&apos;t match. This means that some processes &lt;em&gt;can&lt;/em&gt; be excluded, which would result in missing core dumps.&lt;/p&gt;

&lt;p&gt;&#160;While this is absolutely a bug, it&apos;s not the issue affecting the tasks everyone has cited above. Affected processes were named *_test, or are mongod/mongos instances which matches the interesting processes list. The fix is a net positive, so we&apos;ll merge it in.&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;There is one other unexplained problem: in the tasks linked here, the hang analyzer appears to hang or quit at some point. We observe the root level hang analyzer being triggered, which sends SIGUSR1 to the resmoke processes. This in turn triggers the hang analyzer on the resmoke child processes. All correct so far.&lt;/p&gt;

&lt;p&gt;I would expect the &quot;inner&quot; runs of the hang analyzer (i.e. those initiated by resmoke in response to SIGUSR1) to print out &quot;Found &lt;span class=&quot;error&quot;&gt;&amp;#91;n&amp;#93;&lt;/span&gt; interesting processes&quot; (even if the n is 0), but I never see that being printed (aside from the root level invocation of the hang analyzer.) The last thing being printed out from the resmoke-initiated hang analyzer instances is &quot;Cannot determine Unix Current Login&quot;. This indicates that those instances of the hang analyzer get far enough to call &lt;tt&gt;_log_system_info&lt;/tt&gt; but not finish &lt;tt&gt;get_processes&lt;/tt&gt;. The cause of this remains unknown, and I&apos;ll continue looking at this.&lt;/p&gt;

&lt;p&gt;CR to fix the bug mentioned above: &lt;a href=&quot;https://mongodbcr.appspot.com/789050001/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://mongodbcr.appspot.com/789050001/&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="3753050" author="richard.samuels" created="Mon, 3 May 2021 21:40:01 +0000"  >&lt;p&gt;I suspect that this issue is affecting more tasks than just run_unittests, but it is especially visible on this task because unittests are only collected if the core dump exists, and is thus missing from the tarball.&lt;/p&gt;

&lt;p&gt;Per some discussion about this issue earlier today, we know the hang analyzer is being called, but for some reason it isn&apos;t dumping cores. I&apos;ve observed this happen on both windows and linux distributions (x86_64), at least one Linux arm variant.&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10420">
                    <name>Backports</name>
                                            <outwardlinks description="backported by">
                                                        </outwardlinks>
                                                        </issuelinktype>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                            <outwardlinks description="related to">
                                        <issuelink>
            <issuekey id="1777126">SERVER-57637</issuekey>
        </issuelink>
                            </outwardlinks>
                                                                <inwardlinks description="is related to">
                                                        </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18555" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname># of Sprints</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_12450" key="com.atlassian.jira.plugin.system.customfieldtypes:multicheckboxes">
                        <customfieldname>Backport Requested</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="21777"><![CDATA[v5.0]]></customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10011" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Backwards Compatibility</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10038"><![CDATA[Fully Compatible]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Mon, 3 May 2021 21:38:17 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        2 years, 18 weeks ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_17050" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Downstream Team Attention</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="16941"><![CDATA[Not Needed]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>luke.bonanomi@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            2 years, 18 weeks ago
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_16465" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Linked BF Score</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>161.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>xgen-internal-githook</customfieldvalue>
            <customfieldvalue>max.hirschhorn@mongodb.com</customfieldvalue>
            <customfieldvalue>richard.samuels@mongodb.com</customfieldvalue>
            <customfieldvalue>vivian.ge@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hz7riv:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|htvazr:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10557" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="4863">STM 2021-05-31</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_10555" key="com.atlassian.jira.plugin.system.customfieldtypes:float">
                        <customfieldname>Story Points</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>0.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hz7drz:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>