<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 06:45:30 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-81108] Sharded $search fails tassert in writeQueryStats </title>
                <link>https://jira.mongodb.org/browse/SERVER-81108</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;link to current test: &lt;a href=&quot;https://github.com/10gen/mongo-enterprise-modules/blob/a5bf26ac4e16152bbab03ee1f24266042b866b93/jstests/search/sharded_search_query_stats.js&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/10gen/mongo-enterprise-modules/blob/a5bf26ac4e16152bbab03ee1f24266042b866b93/jstests/search/sharded_search_query_stats.js&lt;/a&gt;&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;The above sharded $search test fails when queryStats is enabled (but passes when it is not enabled). Relevant snippet of backtrace is:&#160;&lt;/p&gt;
&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;&quot;C&quot;:&quot;mongo::tassertFailed(mongo::Status const&amp;amp;, mongo::SourceLocation)&quot;,&quot;s+&quot;:&quot;116&quot;},{&quot;a&quot;:&quot;7FCCFEBF216A&quot;,&quot;b&quot;:&quot;7FCCFEB14000&quot;,&quot;o&quot;:&quot;DE16A&quot;,&quot;s&quot;:&quot;_ZZN5mongo11query_stats15writeQueryStatsEPNS_16OperationContextEN5boost8optionalImEESt10unique_ptrINS0_12KeyGeneratorESt14default_deleteIS7_EEmmmENK3$_7clEv&quot;,&quot;C&quot;:&quot;mongo::query_stats::writeQueryStats(mongo::OperationContext*, boost::optional&amp;lt;unsigned long&amp;gt;, std::unique_ptr&amp;lt;mongo::query_stats::KeyGenerator, std::default_delete&amp;lt;mongo::query_stats::KeyGenerator&amp;gt; &amp;gt;, unsigned long, unsigned long, unsigned long)::$_7::operator()() const&quot;,&quot;s+&quot;:&quot;5A&quot;},{&quot;a&quot;:&quot;7FCCFEBF1B5B&quot;,&quot;b&quot;:&quot;7FCCFEB14000&quot;,&quot;o&quot;:&quot;DDB5B&quot;,&quot;s&quot;:&quot;_ZN5mongo11query_stats15writeQueryStatsEPNS_16OperationContextEN5boost8optionalImEESt10unique_ptrINS0_12KeyGeneratorESt14default_deleteIS7_EEmmm&quot;,&quot;C&quot;:&quot;mongo::query_stats::writeQueryStats(mongo::OperationContext*, boost::optional&amp;lt;unsigned long&amp;gt;, std::unique_ptr&amp;lt;mongo::query_stats::KeyGenerator, std::default_delete&amp;lt;mongo::query_stats::KeyGenerator&amp;gt; &amp;gt;, unsigned long, unsigned long, unsigned long)&quot;,&quot;s+&quot;:&quot;18B&quot;},{&quot;a&quot;:&quot;7FCD07DCFB9D&quot;,&quot;b&quot;:&quot;7FCD06C00000&quot;,&quot;o&quot;:&quot;11CFB9D&quot;,&quot;s&quot;:&quot;_ZN5mongo12ClientCursor7disposeEPNS_16OperationContextEN5boost8optionalINS_6Date_tEEE&quot;,&quot;C&quot;:&quot;mongo::ClientCursor::dispose(mongo::OperationContext*, boost::optional&amp;lt;mongo::Date_t&amp;gt;)&quot;,&quot;s+&quot;:&quot;1FD&quot;},{&quot;a&quot;:&quot;7FCD07DFFB75&quot;,&quot;b&quot;:&quot;7FCD06C00000&quot;,&quot;o&quot;:&quot;11FFB75&quot;,&quot;s&quot;:&quot;_ZN5mongo13CursorManager14_destroyCursorEPNS_16OperationContextESt10unique_ptrINS_12ClientCursorENS4_7DeleterEE&quot;,&quot;C&quot;:&quot;mongo::CursorManager::_destroyCursor(mongo::OperationContext*, std::unique_ptr&amp;lt;mongo::ClientCursor, mongo::ClientCursor::Deleter&amp;gt;)&quot;,&quot;s+&quot;:&quot;85&quot;},{&quot;a&quot;:&quot;7FCD07DFDE32&quot;,&quot;b&quot;:&quot;7FCD06C00000&quot;,&quot;o&quot;:&quot;11FDE32&quot;,&quot;s&quot;:&quot;_ZN5mongo13CursorManager26deregisterAndDestroyCursorEONS_11PartitionedIN4absl12lts_2021110213node_hash_mapIxPNS_12ClientCursorENS3_13hash_internal4HashIxEESt8equal_toIxESaISt4pairIKxS6_EEEENS_11PartitionerIxEEE12OnePartitionEPNS_16OperationContextESt10unique_ptrIS5_NS5_7DeleterEE&quot;,&quot;C&quot;:&quot;mongo::CursorManager::deregisterAndDestroyCursor(mongo::Partitioned&amp;lt;absl::lts_20211102::node_hash_map&amp;lt;long long, mongo::ClientCursor*, absl::lts_20211102::hash_internal::Hash&amp;lt;long long&amp;gt;, std::equal_to&amp;lt;long long&amp;gt;, std::allocator&amp;lt;std::pair&amp;lt;long long const, mongo::ClientCursor*&amp;gt; &amp;gt; &amp;gt;, mongo::Partitioner&amp;lt;long long&amp;gt; &amp;gt;::OnePartition&amp;amp;&amp;amp;, mongo::OperationContext*, std::unique_ptr&amp;lt;mongo::ClientCursor, mongo::ClientCursor::Deleter&amp;gt;)&quot;,&quot;s+&quot;:&quot;A2&quot;},{&quot;a&quot;:&quot;7FCD07DFFFA7&quot;,&quot;b&quot;:&quot;7FCD06C00000&quot;,&quot;o&quot;:&quot;11FFFA7&quot;,&quot;s&quot;:&quot;_ZN5mongo13CursorManager10killCursorEPNS_16OperationContextEx&quot;,&quot;C&quot;:&quot;mongo::CursorManager::killCursor(mongo::OperationContext*, long long)&quot;,&quot;s+&quot;:&quot;3C7&quot;},{&quot;a&quot;:&quot;7FCCE4241911&quot;,&quot;b&quot;:&quot;7FCCE3C00000&quot;,&quot;o&quot;:&quot;641911&quot;,&quot;s&quot;:&quot;_ZN5mongo14KillCursorsCmd12doKillCursorEPNS_16OperationContextERKNS_15NamespaceStringEx&quot;,&quot;C&quot;:&quot;mongo::KillCursorsCmd::doKillCursor(mongo::OperationContext*, mongo::NamespaceString const&amp;amp;, long long)&quot;,&quot;s+&quot;:&quot;201&quot;},{&quot;a&quot;:&quot;7FCCE423FDE5&quot;,&quot;b&quot;:&quot;7FCCE3C00000&quot;,&quot;o&quot;:&quot;63FDE5&quot;,&quot;s&quot;:&quot;_ZN5mongo18KillCursorsCmdBaseINS_14KillCursorsCmdEE10Invocation8typedRunEPNS_16OperationContextE&quot;,&quot;C&quot;:&quot;mongo::KillCursorsCmdBase&amp;lt;mongo::KillCursorsCmd&amp;gt;::Invocation::typedRun(mongo::OperationContext*)&quot;,&quot;s+&quot;:&quot;125&quot;},{&quot;a&quot;:&quot;7FCCE4240AFB&quot;,&quot;b&quot;:&quot;7FCCE3C00000&quot;,&quot;o&quot;:&quot;640AFB&quot;,&quot;s&quot;:&quot;_ZN5mongo12TypedCommandINS_18KillCursorsCmdBaseINS_14KillCursorsCmdEEEE14InvocationBase13_callTypedRunEPNS_16OperationContextE&quot;,&quot;C&quot;:&quot;mongo::TypedCommand&amp;lt;mongo::KillCursorsCmdBase&amp;lt;mongo::KillCursorsCmd&amp;gt; &amp;gt;::InvocationBase::_callTypedRun(mongo::OperationContext*)&quot;,&quot;s+&quot;:&quot;2B&quot;},{&quot;a&quot;:&quot;7FCCE42409BC&quot;,&quot;b&quot;:&quot;7FCCE3C00000&quot;,&quot;o&quot;:&quot;6409BC&quot;,&quot;s&quot;:&quot;_ZN5mongo12TypedCommandINS_18KillCursorsCmdBaseINS_14KillCursorsCmdEEEE14InvocationBase8_runImplESt17integral_constantIbLb0EEPNS_16OperationContextEPNS_3rpc21ReplyBuilderInterfaceE&quot;,&quot;C&quot;:&quot;mongo::TypedCommand&amp;lt;mongo::KillCursorsCmdBase&amp;lt;mongo::KillCursorsCmd&amp;gt; &amp;gt;::InvocationBase::_runImpl(std::integral_constant&amp;lt;bool, false&amp;gt;, mongo::OperationContext*, mongo::rpc::ReplyBuilderInterface*)&quot;,&quot;s+&quot;:&quot;5C&quot;}&quot;C&quot;:&quot;mongo::TypedCommand&amp;lt;mongo::KillCursorsCmdBase&amp;lt;mongo::KillCursorsCmd&amp;gt; &amp;gt;::InvocationBase::run(mongo::OperationContext*, mongo::rpc::ReplyBuilderInterface*)&quot;,&quot;s+&quot;:&quot;25&quot;},&quot;C&quot;:&quot;mongo::CommandHelpers::runCommandInvocation(mongo::OperationContext*, mongo::OpMsgRequest const&amp;amp;, mongo::CommandInvocation*, mongo::rpc::ReplyBuilderInterface*)&quot;,&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;
&lt;p&gt;It appears killCursors are called, then writeQueryStats is called but keyGenerator is nullptr and thus fails the tassert.&lt;/p&gt;</description>
                <environment></environment>
        <key id="2443573">SERVER-81108</key>
            <summary>Sharded $search fails tassert in writeQueryStats </summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="13201">Fixed</resolution>
                                        <assignee username="maddie.zechar@mongodb.com">Maddie Zechar</assignee>
                                    <reporter username="maddie.zechar@mongodb.com">Maddie Zechar</reporter>
                        <labels>
                    </labels>
                <created>Fri, 15 Sep 2023 17:02:09 +0000</created>
                <updated>Thu, 9 Nov 2023 16:18:53 +0000</updated>
                            <resolved>Thu, 9 Nov 2023 16:18:53 +0000</resolved>
                                                    <fixVersion>7.3.0-rc0</fixVersion>
                                                        <votes>0</votes>
                                    <watches>3</watches>
                                                                                                                <comments>
                            <comment id="5868188" author="xgen-internal-githook" created="Thu, 9 Nov 2023 16:15:37 +0000"  >&lt;p&gt;Author: &lt;/p&gt;
{&apos;name&apos;: &apos;madelinezec&apos;, &apos;email&apos;: &apos;mez2113@columbia.edu&apos;, &apos;username&apos;: &apos;madelinezec&apos;}
&lt;p&gt;Message: &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-81108&quot; title=&quot;Sharded $search fails tassert in writeQueryStats &quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-81108&quot;&gt;&lt;del&gt;SERVER-81108&lt;/del&gt;&lt;/a&gt; Sharded $search fails tassert in writeQueryStats&lt;br/&gt;
Branch: master&lt;br/&gt;
&lt;a href=&quot;https://github.com/mongodb/mongo/commit/d0de879138006c27978e5931797ff12f2b3c979e&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/mongodb/mongo/commit/d0de879138006c27978e5931797ff12f2b3c979e&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="5847437" author="maddie.zechar" created="Wed, 1 Nov 2023 20:04:12 +0000"  >&lt;p&gt;When we enable queryStats on the shards of a sharded cluster, a cursor will be created for each shard. However, we make the queryStatsKey and put in behind a unique_ptr on CurOp. The &lt;a href=&quot;https://github.com/10gen/mongo/blob/d525995aa9620d228817edeb3788e3ccec3eaa0c/src/mongo/db/clientcursor.cpp#L127-L128&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;ClientCursor constructor&lt;/a&gt; std::moves the queryStatsKey (which makes the key on CurOp then null) and copies over the queryStatsKeyHash as the latter is a cheap copy.&#160;&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;So in this way, the two shards are racing to call the ClientCursor constructor first, as the first one will own the key and have a copy of the hash while the second one will only have a copy of the hash. When mongos calls to dispose the cursors, it&apos;s only checked if the hash exists on the cursor before calling writeQueryStats. For the cursor that was constructed second, that check passes and it moves onto writeQueryStats() where it trips the tassert.&lt;/p&gt;</comment>
                            <comment id="5846934" author="charlie.swanson" created="Wed, 1 Nov 2023 17:34:19 +0000"  >&lt;p&gt;Chatting with &lt;a href=&quot;https://jira.mongodb.org/secure/ViewProfile.jspa?name=maddie.zechar%40mongodb.com&quot; class=&quot;user-hover&quot; rel=&quot;maddie.zechar@mongodb.com&quot;&gt;maddie.zechar@mongodb.com&lt;/a&gt; about this, we realized that this test is failing in a configuration we don&apos;t expect to support: the shards are configured to track query stats, but the mongos is not. It does not reproduce if only mongos is configured.&lt;/p&gt;

&lt;p&gt;I think this is still worth looking into and should be considered a bug, but I will move it to a later milestone in the project to reflect this lower priority.&#160;&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10011">
                    <name>Depends</name>
                                                                <inwardlinks description="is depended on by">
                                        <issuelink>
            <issuekey id="2453200">SERVER-85096</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>3.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18555" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname># of Sprints</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1.0</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                    <customfield id="customfield_12751" key="com.atlassian.jira.plugin.system.customfieldtypes:multiselect">
                        <customfieldname>Assigned Teams</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="25467"><![CDATA[Query Integration]]></customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                            <customfield id="customfield_10011" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Backwards Compatibility</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10038"><![CDATA[Fully Compatible]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Wed, 1 Nov 2023 17:34:19 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        12 weeks, 6 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_17050" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Downstream Team Attention</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="16941"><![CDATA[Not Needed]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_10857" key="com.pyxis.greenhopper.jira:gh-epic-link">
                        <customfieldname>Epic Link</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>PM-2885</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>maddie.zechar@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            12 weeks, 6 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10026"><![CDATA[ALL]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>charlie.swanson@mongodb.com</customfieldvalue>
            <customfieldvalue>xgen-internal-githook</customfieldvalue>
            <customfieldvalue>maddie.zechar@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|i2qrz3:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|i28qk0:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                            <customfield id="customfield_22250" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Special Downgrade Instructions Required</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="23343"><![CDATA[Not Needed]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10557" key="com.pyxis.greenhopper.jira:gh-sprint">
                        <customfieldname>Sprint</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue id="7218">QI 2023-11-13</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|i2qe4f:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>