<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 04:31:40 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-32906] Improve logging around elections</title>
                <link>https://jira.mongodb.org/browse/SERVER-32906</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;To aide diagnosing test failures, we should add logging any time we take an election-related action (election timeout expiring, calling for an election, voting in an election, etc), with all possible inputs to that decision (dump of heartbeat and spanning tree liveness tables, etc.).&lt;/p&gt;

&lt;p&gt;This could be done with a new log sub-component, so that we can have higher verbosity in our tests than in prod.&lt;/p&gt;</description>
                <environment></environment>
        <key id="487474">SERVER-32906</key>
            <summary>Improve logging around elections</summary>
                <type id="3" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14718&amp;avatarType=issuetype">Task</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="13201">Fixed</resolution>
                                        <assignee username="tess.avitabile@mongodb.com">Tess Avitabile</assignee>
                                    <reporter username="spencer@mongodb.com">Spencer Brody</reporter>
                        <labels>
                            <label>elections</label>
                            <label>neweng</label>
                    </labels>
                <created>Thu, 25 Jan 2018 20:10:52 +0000</created>
                <updated>Mon, 30 Oct 2023 23:08:58 +0000</updated>
                            <resolved>Fri, 27 Jul 2018 19:21:19 +0000</resolved>
                                                    <fixVersion>4.1.2</fixVersion>
                                    <component>Replication</component>
                                        <votes>2</votes>
                                    <watches>11</watches>
                                                                                                                <comments>
                            <comment id="1958978" author="xgen-internal-githook" created="Fri, 27 Jul 2018 19:21:01 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Tess Avitabile&apos;, &apos;email&apos;: &apos;tess.avitabile@mongodb.com&apos;, &apos;username&apos;: &apos;tessavitabile&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-32906&quot; title=&quot;Improve logging around elections&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-32906&quot;&gt;&lt;del&gt;SERVER-32906&lt;/del&gt;&lt;/a&gt; Improve logging around elections&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/b4549a63371f9b108e8d7042731c9f1eec622004&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/b4549a63371f9b108e8d7042731c9f1eec622004&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="1943023" author="tess.avitabile" created="Tue, 10 Jul 2018 14:00:22 +0000"  >&lt;p&gt;Thank you!&lt;/p&gt;</comment>
                            <comment id="1942600" author="william.schultz" created="Mon, 9 Jul 2018 23:35:02 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=tess.avitabile&quot; class=&quot;user-hover&quot; rel=&quot;tess.avitabile&quot;&gt;tess.avitabile&lt;/a&gt; You should now be able to change &lt;a href=&quot;https://github.com/mongodb/mongo/blob/4c725a11acf11e41e8200500a03d3cec97a25dbe/buildscripts/resmokelib/core/programs.py#L23-L29&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;these settings&lt;/a&gt; to configure Evergreen specific logging levels.&lt;/p&gt;</comment>
                            <comment id="1939807" author="william.schultz" created="Thu, 5 Jul 2018 18:45:50 +0000"  >&lt;p&gt;The ability to configure log verbosity defaults differently for local testing and tests that run in Evergreen should be enabled by &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-32907&quot; title=&quot;Turn heartbeat log verbosity back down in tests&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-32907&quot;&gt;&lt;del&gt;SERVER-32907&lt;/del&gt;&lt;/a&gt;.&lt;/p&gt;</comment>
                            <comment id="1927955" author="tess.avitabile" created="Thu, 21 Jun 2018 18:19:45 +0000"  >&lt;p&gt;Sure, I can add that at the default log level. It&apos;s related to elections, and it seems easier than scheduling separate work.&lt;/p&gt;</comment>
                            <comment id="1927911" author="spencer" created="Thu, 21 Jun 2018 17:54:54 +0000"  >&lt;p&gt;Hmm... I&apos;d actually like something at default log level for the decision on whether or not to go into catchup mode, but maybe the full replSetGetStatus output is too verbose to log at default level.&#160; I think just a line with the target optime and the current optimes of each other node would suffice.&#160; Maybe that&apos;s out of scope for this ticket though.&lt;/p&gt;</comment>
                            <comment id="1927902" author="tess.avitabile" created="Thu, 21 Jun 2018 17:50:43 +0000"  >&lt;p&gt;For &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-30851&quot; title=&quot;Log when sending requests in scatter-gather runner&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-30851&quot;&gt;&lt;del&gt;SERVER-30851&lt;/del&gt;&lt;/a&gt;: I will add logging to the &lt;tt&gt;ScatterGatherRunner&lt;/tt&gt; to log requests. We already have logging for receiving vote responses.&lt;/p&gt;

&lt;p&gt;For &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-31106&quot; title=&quot;Log election losses&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-31106&quot;&gt;&lt;del&gt;SERVER-31106&lt;/del&gt;&lt;/a&gt;: I will add logging to the &lt;tt&gt;LoseElectionGuardV1&lt;/tt&gt; destructor.&lt;/p&gt;

&lt;p&gt;Yes, we do have &lt;a href=&quot;https://github.com/mongodb/mongo/blob/d80d5ec7a75f6f32a27712ca4e904350318ce8c9/src/mongo/db/repl/vote_requester.cpp#L112&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;logging at level 0 when we fail to receive a response from a node&lt;/a&gt;. I believe the &lt;tt&gt;ThreadPoolTaskExecutor&lt;/tt&gt; calls the callback with a non-ok &lt;tt&gt;RemoteCommandResponse&lt;/tt&gt; when there is a timeout.&#160;&lt;/p&gt;

&lt;p&gt;Sure, I can add logging of &lt;tt&gt;replSetGetStatus&lt;/tt&gt; output when we decide whether to go into catchup mode. I&apos;ll put this in the election sub-component at level 4.&lt;/p&gt;</comment>
                            <comment id="1927563" author="spencer" created="Thu, 21 Jun 2018 15:12:24 +0000"  >&lt;p&gt;Everything laid out sounds good.  The two linked duplicate tickets (&lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-30851&quot; title=&quot;Log when sending requests in scatter-gather runner&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-30851&quot;&gt;&lt;del&gt;SERVER-30851&lt;/del&gt;&lt;/a&gt; and &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-31106&quot; title=&quot;Log election losses&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-31106&quot;&gt;&lt;del&gt;SERVER-31106&lt;/del&gt;&lt;/a&gt;) also include additional suggestions.  Do we log currently when a vote request implicitly becomes a &apos;no&apos; vote, but without receiving a definitive response from the node (for example due to timeout)?&lt;br/&gt;
Finally I was looking at a HELP ticket yesterday and thinking that we should have more logging around when we decide whether or not to enter catchup mode.  If you&apos;re already adding logging of replSetGetStatus output at that time, I believe that also contains the same information we use for making catchup decisions, so it might be good to add that as well while we&apos;re at it.&lt;/p&gt;</comment>
                            <comment id="1926785" author="tess.avitabile" created="Wed, 20 Jun 2018 20:58:37 +0000"  >&lt;p&gt;We have the following logging for election events, with the following log levels:&lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;&lt;a href=&quot;https://github.com/mongodb/mongo/blob/f4179263a47cf5313067a4ee96bc9d3f972aa6ee/src/mongo/db/repl/topology_coordinator.cpp#L1444&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;Decide to do catchup takeover (2)&lt;/a&gt;&lt;/li&gt;
	&lt;li&gt;&lt;a href=&quot;https://github.com/mongodb/mongo/blob/f4179263a47cf5313067a4ee96bc9d3f972aa6ee/src/mongo/db/repl/replication_coordinator_impl_heartbeat.cpp#L309&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;Schedule catchup takeover (0)&lt;/a&gt;&lt;/li&gt;
	&lt;li&gt;&lt;a href=&quot;https://github.com/mongodb/mongo/blob/f4179263a47cf5313067a4ee96bc9d3f972aa6ee/src/mongo/db/repl/topology_coordinator.cpp#L1456&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;Decide to do priority takeover (2)&lt;/a&gt;&lt;/li&gt;
	&lt;li&gt;&lt;a href=&quot;https://github.com/mongodb/mongo/blob/f4179263a47cf5313067a4ee96bc9d3f972aa6ee/src/mongo/db/repl/replication_coordinator_impl_heartbeat.cpp#L295&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;Schedule priority takeover (0)&lt;/a&gt;&lt;/li&gt;
	&lt;li&gt;&lt;a href=&quot;https://github.com/mongodb/mongo/blob/f4179263a47cf5313067a4ee96bc9d3f972aa6ee/src/mongo/db/repl/replication_coordinator_impl_heartbeat.cpp#L205&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;Postpone election timeout (no logging)&lt;/a&gt;&lt;/li&gt;
	&lt;li&gt;&lt;a href=&quot;https://github.com/mongodb/mongo/blob/f4179263a47cf5313067a4ee96bc9d3f972aa6ee/src/mongo/db/repl/replication_coordinator_impl_heartbeat.cpp#L817&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;Schedule election timeout callback (4)&lt;/a&gt;&lt;/li&gt;
	&lt;li&gt;&lt;a href=&quot;https://github.com/mongodb/mongo/blob/f4179263a47cf5313067a4ee96bc9d3f972aa6ee/src/mongo/db/repl/replication_coordinator_impl_heartbeat.cpp#L851&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;Decide not to become candidate (0)&lt;/a&gt;&lt;/li&gt;
	&lt;li&gt;&lt;a href=&quot;https://github.com/mongodb/mongo/blob/f4179263a47cf5313067a4ee96bc9d3f972aa6ee/src/mongo/db/repl/replication_coordinator_impl_heartbeat.cpp#L876&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;Decide to become candidate (0)&lt;/a&gt;&lt;/li&gt;
	&lt;li&gt;&lt;a href=&quot;https://github.com/mongodb/mongo/blob/f4179263a47cf5313067a4ee96bc9d3f972aa6ee/src/mongo/db/repl/replication_coordinator_impl_elect_v1.cpp#L141&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;Start dry run (0)&lt;/a&gt;&lt;/li&gt;
	&lt;li&gt;&lt;a href=&quot;https://github.com/mongodb/mongo/blob/f4179263a47cf5313067a4ee96bc9d3f972aa6ee/src/mongo/db/repl/replication_coordinator_impl_elect_v1.cpp#L181&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;Dry run results (0)&lt;/a&gt;&lt;/li&gt;
	&lt;li&gt;&lt;a href=&quot;https://github.com/mongodb/mongo/blob/f4179263a47cf5313067a4ee96bc9d3f972aa6ee/src/mongo/db/repl/replication_coordinator_impl_elect_v1.cpp#L196&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;Start election (0)&lt;/a&gt;&lt;/li&gt;
	&lt;li&gt;&lt;a href=&quot;https://github.com/mongodb/mongo/blob/f4179263a47cf5313067a4ee96bc9d3f972aa6ee/src/mongo/db/repl/replication_coordinator_impl_elect_v1.cpp#L290&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;Election results (0)&lt;/a&gt;&lt;/li&gt;
	&lt;li&gt;&lt;a href=&quot;https://github.com/mongodb/mongo/blob/f4179263a47cf5313067a4ee96bc9d3f972aa6ee/src/mongo/executor/thread_pool_task_executor.cpp#L420&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;Send vote request (3)&lt;/a&gt;&lt;/li&gt;
	&lt;li&gt;&lt;a href=&quot;https://github.com/mongodb/mongo/blob/f4179263a47cf5313067a4ee96bc9d3f972aa6ee/src/mongo/db/repl/topology_coordinator.cpp#L3278&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;Vote (no logging)&lt;/a&gt;&lt;/li&gt;
	&lt;li&gt;&lt;a href=&quot;https://github.com/mongodb/mongo/blob/f4179263a47cf5313067a4ee96bc9d3f972aa6ee/src/mongo/db/repl/vote_requester.cpp#L109&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;Receive vote response (0)&lt;/a&gt;&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;I think we should do the following for this ticket:&lt;/p&gt;
&lt;ul&gt;
	&lt;li&gt;Add a new logging sub-component for elections, and move all of the above logging into that sub-component (except for sending vote requests, since that is done generically by the task executor). In evergreen, we will log elections at verbosity level 4.&lt;/li&gt;
	&lt;li&gt;Add logging at level 0 for voting in an election.&lt;/li&gt;
	&lt;li&gt;Add logging at level 4 for postponing election timeout.&lt;/li&gt;
	&lt;li&gt;Log &lt;tt&gt;replSetGetStatus&lt;/tt&gt; output at level 4 each time a node takes one of the following actions. The output of &lt;tt&gt;replSetGetStatus&lt;/tt&gt; contains all relevant information to making an election-related decision.
	&lt;ul&gt;
		&lt;li&gt;Decides to do a catchup takeover.&lt;/li&gt;
		&lt;li&gt;Decides to do a priority takeover.&lt;/li&gt;
		&lt;li&gt;Votes.&lt;/li&gt;
	&lt;/ul&gt;
	&lt;/li&gt;
&lt;/ul&gt;


&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=spencer&quot; class=&quot;user-hover&quot; rel=&quot;spencer&quot;&gt;spencer&lt;/a&gt;, can you please review this plan?&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10420">
                    <name>Backports</name>
                                            <outwardlinks description="backported by">
                                                        </outwardlinks>
                                                        </issuelinktype>
                            <issuelinktype id="10320">
                    <name>Documented</name>
                                                                <inwardlinks description="is documented by">
                                        <issuelink>
            <issuekey id="632840">DOCS-12197</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                            <issuelinktype id="10010">
                    <name>Duplicate</name>
                                                                <inwardlinks description="is duplicated by">
                                        <issuelink>
            <issuekey id="420510">SERVER-30851</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="428232">SERVER-31106</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                            <issuelinktype id="10520">
                    <name>Problem/Incident</name>
                                            <outwardlinks description="causes">
                                        <issuelink>
            <issuekey id="579458">SERVER-36345</issuekey>
        </issuelink>
                            </outwardlinks>
                                                        </issuelinktype>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                                                <inwardlinks description="is related to">
                                        <issuelink>
            <issuekey id="487477">SERVER-32907</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="93307">SERVER-11086</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="351550">SERVER-27908</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="484502">SERVER-32770</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18555" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname># of Sprints</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>3.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_12450" key="com.atlassian.jira.plugin.system.customfieldtypes:multicheckboxes">
                        <customfieldname>Backport Requested</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="15640"><![CDATA[v4.0]]></customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10011" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Backwards Compatibility</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10038"><![CDATA[Fully Compatible]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Wed, 20 Jun 2018 20:58:37 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        5 years, 28 weeks, 5 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                            <customfield id="customfield_10857" key="com.pyxis.greenhopper.jira:gh-epic-link">
                        <customfieldname>Epic Link</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>PM-1155</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>luke.bonanomi@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            5 years, 28 weeks, 5 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>xgen-internal-githook</customfieldvalue>
            <customfieldvalue>spencer@mongodb.com</customfieldvalue>
            <customfieldvalue>tess.avitabile@mongodb.com</customfieldvalue>
            <customfieldvalue>william.schultz@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|htorvb:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hr8r8n:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                <customfield id="customfield_10557" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="2298">Repl 2018-07-02</customfieldvalue>
    <customfieldvalue id="2383">Repl 2018-07-16</customfieldvalue>
    <customfieldvalue id="2384">Repl 2018-07-30</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|htodzr:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>