<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 05:22:47 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-50486] invokeWithSessionCheckedOut being called on prepared transactions on secondaries</title>
                <link>https://jira.mongodb.org/browse/SERVER-50486</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;I think there is a race condition between this &lt;a href=&quot;https://github.com/mongodb/mongo/blob/354959497599265c78f520a6a80fb378ed6932bd/src/mongo/db/service_entry_point_common.cpp#L1040-L1049&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;preliminary check&lt;/a&gt; and the attempt to &lt;a href=&quot;https://github.com/mongodb/mongo/blob/354959497599265c78f520a6a80fb378ed6932bd/src/mongo/db/service_entry_point_common.cpp#L818-L820&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;&lt;tt&gt;invokeWithSessionCheckedOut&lt;/tt&gt;&lt;/a&gt;. If a primary node passes the &lt;a href=&quot;https://github.com/mongodb/mongo/blob/354959497599265c78f520a6a80fb378ed6932bd/src/mongo/db/service_entry_point_common.cpp#L1040-L1049&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;preliminary check&lt;/a&gt; but immediately steps down, then it could end up calling &lt;tt&gt;invokeWithSessionCheckedOut&lt;/tt&gt; and &lt;tt&gt;refreshFromStorageIfNeeded&lt;/tt&gt; on a session that may have started a new transaction on the new primary. If the new primary prepares a transaction in the same session and the prepared transaction has replicated to this secondary node that just stepped down, then when the secondary node calls &lt;tt&gt;refreshFromStorageIfNeeded&lt;/tt&gt;, it ends up hitting this &lt;a href=&quot;https://github.com/mongodb/mongo/blob/354959497599265c78f520a6a80fb378ed6932bd/src/mongo/db/transaction_participant.cpp#L2174-L2179&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;&lt;tt&gt;MONGO_UNREACHABLE&lt;/tt&gt;&lt;/a&gt;.&lt;/p&gt;</description>
                <environment></environment>
        <key id="1450243">SERVER-50486</key>
            <summary>invokeWithSessionCheckedOut being called on prepared transactions on secondaries</summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="13201">Fixed</resolution>
                                        <assignee username="samy.lanka@mongodb.com">Samyukta Lanka</assignee>
                                    <reporter username="lingzhi.deng@mongodb.com">Lingzhi Deng</reporter>
                        <labels>
                    </labels>
                <created>Mon, 24 Aug 2020 14:05:58 +0000</created>
                <updated>Sun, 29 Oct 2023 22:04:06 +0000</updated>
                            <resolved>Thu, 21 Jan 2021 04:31:09 +0000</resolved>
                                                    <fixVersion>4.9.0</fixVersion>
                    <fixVersion>4.4.6</fixVersion>
                    <fixVersion>4.2.16</fixVersion>
                                    <component>Replication</component>
                                        <votes>0</votes>
                                    <watches>6</watches>
                                                                                                                <comments>
                            <comment id="3983248" author="xgen-internal-githook" created="Thu, 5 Aug 2021 15:45:19 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Samy Lanka&apos;, &apos;email&apos;: &apos;samy.lanka@mongodb.com&apos;, &apos;username&apos;: &apos;lankas&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-50486&quot; title=&quot;invokeWithSessionCheckedOut being called on prepared transactions on secondaries&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-50486&quot;&gt;&lt;del&gt;SERVER-50486&lt;/del&gt;&lt;/a&gt; Always interrupt multi-document transactions on step down or step up&lt;/p&gt;

&lt;p&gt;(cherry picked from commit 5e9d3327d5d08288a932ee77db3be4eb0d45c9c8)&lt;br/&gt;
(cherry picked from commit a230371af696ff2eaf17c1937fb0ca62dab476d3)&lt;br/&gt;
Branch: v4.2&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/470efbe1f57c3aaaccb5c27a5bb0c07b2cbcbf13&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/470efbe1f57c3aaaccb5c27a5bb0c07b2cbcbf13&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="3736188" author="xgen-internal-githook" created="Fri, 23 Apr 2021 17:52:25 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Samy Lanka&apos;, &apos;email&apos;: &apos;samy.lanka@mongodb.com&apos;, &apos;username&apos;: &apos;lankas&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-50486&quot; title=&quot;invokeWithSessionCheckedOut being called on prepared transactions on secondaries&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-50486&quot;&gt;&lt;del&gt;SERVER-50486&lt;/del&gt;&lt;/a&gt; Always interrupt multi-document transactions on step down or step up&lt;/p&gt;

&lt;p&gt;(cherry picked from commit 5e9d3327d5d08288a932ee77db3be4eb0d45c9c8)&lt;br/&gt;
Branch: v4.4&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/a230371af696ff2eaf17c1937fb0ca62dab476d3&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/a230371af696ff2eaf17c1937fb0ca62dab476d3&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="3575115" author="xgen-internal-githook" created="Thu, 21 Jan 2021 04:28:42 +0000"  >&lt;p&gt;Author:&lt;/p&gt;
{&apos;name&apos;: &apos;Samy Lanka&apos;, &apos;email&apos;: &apos;samy.lanka@mongodb.com&apos;, &apos;username&apos;: &apos;lankas&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-50486&quot; title=&quot;invokeWithSessionCheckedOut being called on prepared transactions on secondaries&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-50486&quot;&gt;&lt;del&gt;SERVER-50486&lt;/del&gt;&lt;/a&gt; Always interrupt multi-document transactions on step down or step up&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/5e9d3327d5d08288a932ee77db3be4eb0d45c9c8&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/5e9d3327d5d08288a932ee77db3be4eb0d45c9c8&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="3484097" author="lingzhi.deng" created="Tue, 10 Nov 2020 19:28:12 +0000"  >&lt;p&gt;I forgot that I also tried to reproduce this after Tess a while ago. I had something locally that seemed to reproduce back then and I uploaded it to the attachment. (Hopefully it still reproduces now.)&lt;/p&gt;</comment>
                            <comment id="3394672" author="tess.avitabile" created="Tue, 15 Sep 2020 15:20:09 +0000"  >&lt;p&gt;Thanks, this is what I tried, but so far I&apos;m not seeing the config.transactions write happening.&lt;/p&gt;</comment>
                            <comment id="3394617" author="lingzhi.deng" created="Tue, 15 Sep 2020 15:00:47 +0000"  >&lt;p&gt;Just an idea: can we just have a failpoint &lt;a href=&quot;https://github.com/mongodb/mongo/blob/fd8e132ebe4d544a5c99d81fffa2ffb8fcb3f841/src/mongo/db/repl/transaction_oplog_application.cpp#L419&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;here&lt;/a&gt; to hang the&#160;prepare application? The config.transactions write should happen on another writer thread and should be able to finish while the prepare application is blocked. But I guess we may need to sleep for a bit to make sure the config.transactions write has actually gone through before resuming the first transaction.&lt;/p&gt;</comment>
                            <comment id="3394590" author="tess.avitabile" created="Tue, 15 Sep 2020 14:53:33 +0000"  >&lt;p&gt;Thanks, &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=lingzhi.deng&quot; class=&quot;user-hover&quot; rel=&quot;lingzhi.deng&quot;&gt;lingzhi.deng&lt;/a&gt;! I&apos;m having a hard time getting the update to config.transactions to happen before the transaction gets prepared on the secondary. I&apos;ll keep working on this.&lt;/p&gt;</comment>
                            <comment id="3394218" author="lingzhi.deng" created="Tue, 15 Sep 2020 12:55:59 +0000"  >&lt;p&gt;Interesting! I took another look at the BF and the coredump. I think I didn&apos;t actually get to the bottom of this when I was investigating the BF. Sorry. After a bit more digging, I think what happened was that the &lt;a href=&quot;https://github.com/mongodb/mongo/blob/354959497599265c78f520a6a80fb378ed6932bd/src/mongo/db/service_entry_point_common.cpp#L537&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;session checkout at &lt;tt&gt;invokeWithSessionCheckedOut&lt;/tt&gt;&lt;/a&gt;&#160;actually came before &lt;a href=&quot;https://github.com/mongodb/mongo/blob/354959497599265c78f520a6a80fb378ed6932bd/src/mongo/db/repl/transaction_oplog_application.cpp#L419&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;the session checkout during prepare application&lt;/a&gt;. And that was why the session was still invalid. As the write on transaction table was applied concurrently in the same batch of the prepare transaction, the config.transaction may already have an updated entry for the session with a prepared state. Ideally though, &lt;tt&gt;fetchActiveTransactionHistory&lt;/tt&gt; should read at lastApplied and shouldn&apos;t see the entry in the middle of the batch. In &lt;tt&gt;fetchActiveTransactionHistory&lt;/tt&gt;, we &lt;a href=&quot;https://github.com/mongodb/mongo/blob/354959497599265c78f520a6a80fb378ed6932bd/src/mongo/db/transaction_participant.cpp#L127&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;do attempt to make the config.transaction lookup read at its own snapshot using a ReadSourceScope&lt;/a&gt;. But based on the &lt;a href=&quot;https://github.com/mongodb/mongo/blob/354959497599265c78f520a6a80fb378ed6932bd/src/mongo/db/storage/snapshot_helper.cpp#L47-L50&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;&lt;tt&gt;canSwitchReadSource&lt;/tt&gt;&lt;/a&gt;, we dont always convert secondary reads to use lastApplied. This means if the first transaction has readConcern snapshot, the config.transaction lookup inside &lt;tt&gt;fetchActiveTransactionHistory&lt;/tt&gt; may actually read without a timestamp, ending up seeing the in-flight config.transaction write.&lt;/p&gt;

&lt;p&gt;So I think if we start a transaction with readConcern snapshot on a node, hang it before checking out the session. Then step up another node, prepare a second transaction, then wait for the prepare to replicate but hang the prepare application before &lt;tt&gt;MongoDOperationContextSessionWithoutRefresh&lt;/tt&gt;. Finally, resume the first transaction, which should be able to checkout the session with isValid==false, call &lt;tt&gt;fetchActiveTransactionHistory&lt;/tt&gt;, see the newly updated config.transaction entry with a prepared state, and crash.&lt;/p&gt;</comment>
                            <comment id="3393467" author="tess.avitabile" created="Mon, 14 Sep 2020 21:25:24 +0000"  >&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=lingzhi.deng&quot; class=&quot;user-hover&quot; rel=&quot;lingzhi.deng&quot;&gt;lingzhi.deng&lt;/a&gt;, I&apos;m having trouble reproducing this failure, and I could use your help. My repro starts a transaction on a node, then hangs it before&#160;&lt;a href=&quot;https://github.com/mongodb/mongo/blob/fcad026e0d27016c7f79ee70b5a80029e4f2e89f/src/mongo/db/service_entry_point_common.cpp#L591&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;checking out the session&lt;/a&gt;. It then steps up a new node, prepares a second transaction, then waits for the prepare oplog entry to replicate. Finally, it allows the first transaction to finish, which should trigger the crash.&lt;/p&gt;

&lt;p&gt;However, this sequence of events does not cause the session to be invalid on the node, so we skip refreshing from storage &lt;a href=&quot;https://github.com/mongodb/mongo/blob/fcad026e0d27016c7f79ee70b5a80029e4f2e89f/src/mongo/db/transaction_participant.cpp#L2184&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;here&lt;/a&gt;. I&apos;m looking for a way to invalidate the session, but it&apos;s tricky, since we &lt;a href=&quot;https://github.com/mongodb/mongo/blob/fcad026e0d27016c7f79ee70b5a80029e4f2e89f/src/mongo/db/transaction_participant.cpp#L2310-L2312&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;refuse to invalidate a session with a prepared transaction&lt;/a&gt;.&lt;/p&gt;

&lt;p&gt;I think it might be possible to hit the &lt;a href=&quot;https://github.com/mongodb/mongo/blob/fcad026e0d27016c7f79ee70b5a80029e4f2e89f/src/mongo/db/transaction_participant.cpp#L2216&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;MONGO_UNREACHABLE&lt;/a&gt; for an in-progress transaction instead of a prepared transaction, but this involves using transactions larger than 16MB, and I don&apos;t think the BF involved larger transactions.&lt;/p&gt;

&lt;p&gt;Do you have any advice on reproducing this issue for a prepared transaction? Or do you think it&apos;s okay to reproduce it for an in-progress transaction? I think the fix will be general enough to fix prepared transactions, if this bug exists for prepared transactions as well.&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10420">
                    <name>Backports</name>
                                            <outwardlinks description="backported by">
                                                        </outwardlinks>
                                                        </issuelinktype>
                            <issuelinktype id="10011">
                    <name>Depends</name>
                                                                <inwardlinks description="is depended on by">
                                                        </inwardlinks>
                                    </issuelinktype>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                            <outwardlinks description="related to">
                                        <issuelink>
            <issuekey id="1838557">SERVER-59007</issuekey>
        </issuelink>
            <issuelink>
            <issuekey id="1841250">SERVER-59108</issuekey>
        </issuelink>
                            </outwardlinks>
                                                                <inwardlinks description="is related to">
                                        <issuelink>
            <issuekey id="2043397">SERVER-66351</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                            <attachment id="286484" name="diff" size="9068" author="lingzhi.deng@mongodb.com" created="Tue, 10 Nov 2020 19:23:46 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18555" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname># of Sprints</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>8.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_12450" key="com.atlassian.jira.plugin.system.customfieldtypes:multicheckboxes">
                        <customfieldname>Backport Requested</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="18953"><![CDATA[v4.4]]></customfieldvalue>
    <customfieldvalue key="16775"><![CDATA[v4.2]]></customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10011" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Backwards Compatibility</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10038"><![CDATA[Fully Compatible]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Mon, 14 Sep 2020 21:25:24 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        2 years, 26 weeks, 6 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_17050" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Downstream Team Attention</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="16941"><![CDATA[Not Needed]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>luke.bonanomi@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            2 years, 26 weeks, 6 days ago
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_16465" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Linked BF Score</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>17.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>xgen-internal-githook</customfieldvalue>
            <customfieldvalue>lingzhi.deng@mongodb.com</customfieldvalue>
            <customfieldvalue>samy.lanka@mongodb.com</customfieldvalue>
            <customfieldvalue>tess.avitabile@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hy1rq7:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hx45pz:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_10557" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="4248">Repl 2020-09-21</customfieldvalue>
    <customfieldvalue id="4312">Repl 2020-11-02</customfieldvalue>
    <customfieldvalue id="4372">Repl 2020-11-16</customfieldvalue>
    <customfieldvalue id="4373">Repl 2020-11-30</customfieldvalue>
    <customfieldvalue id="4474">Repl 2020-12-14</customfieldvalue>
    <customfieldvalue id="4475">Repl 2020-12-28</customfieldvalue>
    <customfieldvalue id="4566">Repl 2021-01-11</customfieldvalue>
    <customfieldvalue id="4567">Repl 2021-01-25</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hy1dzj:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>