<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:12:41 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-6781] Document in the wrong shard. </title>
                <link>https://jira.mongodb.org/browse/SERVER-6781</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;documents getting put in the wrong chunk/shards.&lt;/p&gt;

&lt;p&gt;example.&lt;/p&gt;

&lt;p&gt;mongos&amp;gt; db.chunks.find(&lt;/p&gt;
{&quot;_id&quot; :/listing_fields217_559606/}
&lt;p&gt;,&lt;/p&gt;
{&quot;shard&quot; :1,&quot;max&quot; :1,&quot;min&quot; :1}
&lt;p&gt;);&lt;br/&gt;
{ &quot;&lt;em&gt;id&quot; : &quot;homes_didx.listing_fields217_559606-hash_fk_id&lt;/em&gt;\&quot;9c715a8c\&quot;&quot;, &quot;min&quot; : &lt;/p&gt;
{ &quot;hash_fk_id&quot; : &quot;9c715a8c&quot; }
&lt;p&gt;, &quot;max&quot; : { &quot;hash_fk_id&quot; : &lt;/p&gt;
{ $maxKey : 1 }
&lt;p&gt; }, &quot;shard&quot; : &quot;shard0000&quot; }&lt;br/&gt;
{ &quot;_id&quot; : &quot;homes_didx.listing_fields217_559606-hash_fk_id_MinKey&quot;, &quot;min&quot; : { &quot;hash_fk_id&quot; : &lt;/p&gt;
{ $minKey : 1 }
&lt;p&gt; }, &quot;max&quot; : &lt;/p&gt;
{ &quot;hash_fk_id&quot; : &quot;9c715a8c&quot; }
&lt;p&gt;, &quot;shard&quot; : &quot;shard0001&quot; }&lt;/p&gt;

&lt;p&gt;connecting directly to shard &quot;shard0000&quot;&lt;br/&gt;
&amp;gt; db.listing_fields217_559606.find({},&lt;/p&gt;
{fk_listing_id:1,hash_fk_id:1}
&lt;p&gt;);&lt;/p&gt;
{ &quot;_id&quot; : ObjectId(&quot;502cf2eb4a2ec3a9630004ef&quot;), &quot;hash_fk_id&quot; : &quot;df82643a&quot;, &quot;fk_listing_id&quot; : &quot;57558495&quot; }
{ &quot;_id&quot; : ObjectId(&quot;502cf2eb9b14704161000b07&quot;), &quot;hash_fk_id&quot; : &quot;d0a7226e&quot;, &quot;fk_listing_id&quot; : &quot;49808274&quot; }
{ &quot;_id&quot; : ObjectId(&quot;502cf2ec9e27f6c451000a21&quot;), &quot;hash_fk_id&quot; : &quot;9c715a8c&quot;, &quot;fk_listing_id&quot; : &quot;50225871&quot; }
{ &quot;_id&quot; : ObjectId(&quot;502cf2ecc8e9f12752000a5b&quot;), &quot;hash_fk_id&quot; : &quot;cba357e7&quot;, &quot;fk_listing_id&quot; : &quot;60142564&quot; }
{ &quot;_id&quot; : ObjectId(&quot;502cf2ec72c5698975000b7c&quot;), &quot;hash_fk_id&quot; : &quot;aee39eaf&quot;, &quot;fk_listing_id&quot; : &quot;60229041&quot; }
{ &quot;_id&quot; : ObjectId(&quot;502cf2ed9cbffc6562000731&quot;), &quot;hash_fk_id&quot; : &quot;b1ff0637&quot;, &quot;fk_listing_id&quot; : &quot;60115293&quot; }
{ &quot;_id&quot; : ObjectId(&quot;502cf2ed47202c0a620007fa&quot;), &quot;hash_fk_id&quot; : &quot;c92a3f44&quot;, &quot;fk_listing_id&quot; : &quot;60115290&quot; }
{ &quot;_id&quot; : ObjectId(&quot;502cf2ee4e1e7558750007b9&quot;), &quot;hash_fk_id&quot; : &quot;09fefa68&quot;, &quot;fk_listing_id&quot; : &quot;60156237&quot; }
{ &quot;_id&quot; : ObjectId(&quot;502cf2effbb5c34a52000883&quot;), &quot;hash_fk_id&quot; : &quot;e56dadbb&quot;, &quot;fk_listing_id&quot; : &quot;60227778&quot; }
{ &quot;_id&quot; : ObjectId(&quot;502cf2f116641ca851000af0&quot;), &quot;hash_fk_id&quot; : &quot;dece11d2&quot;, &quot;fk_listing_id&quot; : &quot;60245783&quot; }
{ &quot;_id&quot; : ObjectId(&quot;502cf2f124860e6652000923&quot;), &quot;hash_fk_id&quot; : &quot;ab485082&quot;, &quot;fk_listing_id&quot; : &quot;60245784&quot; }
{ &quot;_id&quot; : ObjectId(&quot;502cf2f4f1d370f150000cfa&quot;), &quot;hash_fk_id&quot; : &quot;da66478e&quot;, &quot;fk_listing_id&quot; : &quot;60249679&quot; }

&lt;p&gt;document&lt;/p&gt;
{ &quot;_id&quot; : ObjectId(&quot;502cf2ee4e1e7558750007b9&quot;), &quot;hash_fk_id&quot; : &quot;09fefa68&quot;, &quot;fk_listing_id&quot; : &quot;60156237&quot; }
&lt;p&gt;will not be returned by the router and is effectively lost. &lt;/p&gt;

&lt;p&gt;another example&lt;/p&gt;

&lt;p&gt;mongos&amp;gt; db.chunks.find(&lt;/p&gt;
{&quot;_id&quot; :/listing_fields2002_558075/}
&lt;p&gt;,&lt;/p&gt;
{&quot;shard&quot; :1,&quot;max&quot; :1,&quot;min&quot; :1}
&lt;p&gt;);&lt;br/&gt;
{ &quot;&lt;em&gt;id&quot; : &quot;homes_didx.listing_fields2002_558075-hash_fk_id&lt;/em&gt;\&quot;79aae84e\&quot;&quot;, &quot;min&quot; : &lt;/p&gt;
{ &quot;hash_fk_id&quot; : &quot;79aae84e&quot; }
&lt;p&gt;, &quot;max&quot; : { &quot;hash_fk_id&quot; : &lt;/p&gt;
{ $maxKey : 1 }
&lt;p&gt; }, &quot;shard&quot; : &quot;shard0000&quot; }&lt;br/&gt;
{ &quot;_id&quot; : &quot;homes_didx.listing_fields2002_558075-hash_fk_id_MinKey&quot;, &quot;min&quot; : { &quot;hash_fk_id&quot; : &lt;/p&gt;
{ $minKey : 1 }
&lt;p&gt; }, &quot;max&quot; : &lt;/p&gt;
{ &quot;hash_fk_id&quot; : &quot;79aae84e&quot; }
&lt;p&gt;, &quot;shard&quot; : &quot;shard0001&quot; }&lt;/p&gt;

&lt;p&gt;again on shard0000&lt;br/&gt;
&amp;gt; db.listing_fields2002_558075.find({},&lt;/p&gt;
{hash_fk_id:1}
&lt;p&gt;);&lt;/p&gt;
{ &quot;_id&quot; : ObjectId(&quot;502c25a6b0e521034400182c&quot;), &quot;hash_fk_id&quot; : &quot;a644d3b6&quot; }
{ &quot;_id&quot; : ObjectId(&quot;502c25a69dac33355300192e&quot;), &quot;hash_fk_id&quot; : &quot;da0b5d5f&quot; }
{ &quot;_id&quot; : ObjectId(&quot;502c25a74a52eb911a001904&quot;), &quot;hash_fk_id&quot; : &quot;8e99b228&quot; }
{ &quot;_id&quot; : ObjectId(&quot;502c25a7060c531e52001d54&quot;), &quot;hash_fk_id&quot; : &quot;79aae84e&quot; }
{ &quot;_id&quot; : ObjectId(&quot;502c25a87100fffd52001729&quot;), &quot;hash_fk_id&quot; : &quot;426a4c58&quot; }
{ &quot;_id&quot; : ObjectId(&quot;502c25a966efa23943001f88&quot;), &quot;hash_fk_id&quot; : &quot;fdfd2540&quot; }
{ &quot;_id&quot; : ObjectId(&quot;502c25aa81b3e55e19001c3d&quot;), &quot;hash_fk_id&quot; : &quot;8e2a987c&quot; }
{ &quot;_id&quot; : ObjectId(&quot;502c25aab39a049b52001ca9&quot;), &quot;hash_fk_id&quot; : &quot;7b8cfd62&quot; }
{ &quot;_id&quot; : ObjectId(&quot;502c25aa350b025a43001b0f&quot;), &quot;hash_fk_id&quot; : &quot;bbbb5771&quot; }
{ &quot;_id&quot; : ObjectId(&quot;502c25aaa2b66cfb19001951&quot;), &quot;hash_fk_id&quot; : &quot;9fbf4b04&quot; }
{ &quot;_id&quot; : ObjectId(&quot;502c25aa7c1d19001e00056d&quot;), &quot;hash_fk_id&quot; : &quot;966bb669&quot; }
{ &quot;_id&quot; : ObjectId(&quot;502c25abfee20d0919001aeb&quot;), &quot;hash_fk_id&quot; : &quot;97ea1fa9&quot; }

&lt;p&gt;document&lt;/p&gt;
{ &quot;_id&quot; : ObjectId(&quot;502c25a87100fffd52001729&quot;), &quot;hash_fk_id&quot; : &quot;426a4c58&quot; }
&lt;p&gt;will not be returned by the router and is effectively lost. &lt;/p&gt;

&lt;p&gt;Let me know what additional information I can provide. &lt;/p&gt;</description>
                <environment>Linux Ubuntu x86_64 GNU/Linux connected to from Perl code&lt;br/&gt;
&lt;br/&gt;
</environment>
        <key id="47404">SERVER-6781</key>
            <summary>Document in the wrong shard. </summary>
                <type id="1" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14703&amp;avatarType=issuetype">Bug</type>
                                            <priority id="3" iconUrl="https://jira.mongodb.org/images/icons/priorities/major.svg">Major - P3</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="3">Duplicate</resolution>
                                        <assignee username="spencer@mongodb.com">Spencer Brody</assignee>
                                    <reporter username="robert.jobson@dominionenterprises.com">Robert Jobson</reporter>
                        <labels>
                    </labels>
                <created>Thu, 16 Aug 2012 20:08:30 +0000</created>
                <updated>Fri, 15 Feb 2013 15:06:47 +0000</updated>
                            <resolved>Wed, 5 Sep 2012 17:17:32 +0000</resolved>
                                    <version>2.0.6</version>
                                                    <component>Sharding</component>
                                        <votes>3</votes>
                                    <watches>5</watches>
                                                                                                                <comments>
                            <comment id="157192" author="spencer" created="Mon, 27 Aug 2012 20:58:17 +0000"  >&lt;p&gt;Looking at the config dump you attached, it seems that a migration finished at the exact moment that the documents in question were created.  I believe you are hitting &lt;a href=&quot;https://jira.mongodb.org/browse/SERVER-4604&quot; title=&quot;inserts need better handling of version changes&quot; class=&quot;issue-link&quot; data-issue-key=&quot;SERVER-4604&quot;&gt;&lt;del&gt;SERVER-4604&lt;/del&gt;&lt;/a&gt;, which is a race condition where in certain rare conditions a document inserted while its chunk is being moved can be left stranded on the donor shard.  This has been fixed for the upcoming 2.2 release, but unfortunately cannot be backported to the 2.0 series since it&apos;s a major code change.&lt;/p&gt;

&lt;p&gt;A workaround for this is is to keep the balancer off during heavy inserts, then turn it on to rebalance while inserts are paused.  We apologize for this bug, 2.2 should be released very soon with the bug fixed.&lt;/p&gt;</comment>
                            <comment id="157135" author="robert.jobson@dominionenterprises.com" created="Mon, 27 Aug 2012 20:10:51 +0000"  >&lt;p&gt;We used to but ran into trouble with another bug so the collection names are now all unique. That change was made before this error came up. Specifically these records should be in the collections the errors that alerted us to this problem were because we cannot find them. &lt;/p&gt;

&lt;p&gt;Note that we have upgraded to the latest stable version 2.0.7 since this ticket was opened. Also we do not still have logs from the 15th-16th and we have turned sharding off from the time this incident was revealed. &lt;/p&gt;</comment>
                            <comment id="157124" author="spencer" created="Mon, 27 Aug 2012 19:42:43 +0000"  >&lt;p&gt;Hmm... Do recreate any of these collections with the same name after they&apos;ve been dropped?&lt;/p&gt;

&lt;p&gt;Do you have the mongod logs from whichever nodes were PRIMARY on the 15th/16th from that time frame on all shards?&lt;/p&gt;</comment>
                            <comment id="157116" author="robert.jobson@dominionenterprises.com" created="Mon, 27 Aug 2012 19:28:04 +0000"  >&lt;p&gt;No, I considered this possibility when you first suggested that records could be leftovers from migrations and verified that we do not delete from these collections. As far as I know we never delete from these collections but drop them on successful completion. &lt;/p&gt;</comment>
                            <comment id="157109" author="spencer" created="Mon, 27 Aug 2012 19:17:43 +0000"  >&lt;p&gt;Do you delete documents from the collection(s) in question?  Is it possible that those documents have simply been deleted as part of normal operation?  As I mentioned before, failed migrations can leave &quot;orphan&quot; documents behind on shards that aren&apos;t the one that owns that chunk range, and from the config dump you attached, it looks like you do have a lot of failed migrations going on.  If a stale version of those documents was left behind on one shard, then the up-to-date version was deleted off the shard that actually owned that document&apos;s chunk, then you could get to a situation like this where a document shows up when querying the shard directly, but doesn&apos;t exist when querying through the mongos, because it&apos;s actually been deleted.&lt;/p&gt;</comment>
                            <comment id="154899" author="robert.jobson@dominionenterprises.com" created="Mon, 20 Aug 2012 15:04:13 +0000"  >&lt;p&gt;config dump added to private as requested.&lt;/p&gt;

&lt;p&gt;Community PrivateSUPPORT-323&lt;br/&gt;
Core ServerSERVER-6781 private - documents in the wrong shard. &lt;/p&gt;

&lt;p&gt;&lt;a href=&quot;https://jira.mongodb.org/browse/SUPPORT-323&quot; class=&quot;external-link&quot; rel=&quot;nofollow&quot;&gt;https://jira.mongodb.org/browse/SUPPORT-323&lt;/a&gt;&lt;/p&gt;</comment>
                            <comment id="154532" author="robert.jobson@dominionenterprises.com" created="Fri, 17 Aug 2012 20:53:43 +0000"  >&lt;p&gt;zipped copy of the mongos logs from the 15th and 16th. &lt;/p&gt;</comment>
                            <comment id="154530" author="robert.jobson@dominionenterprises.com" created="Fri, 17 Aug 2012 20:52:45 +0000"  >&lt;p&gt;We only just noticed this yesterday. &lt;/p&gt;

&lt;p&gt;&amp;gt; ObjectId(&quot;502cf2ee4e1e7558750007b9&quot;).getTimestamp();&lt;br/&gt;
ISODate(&quot;2012-08-16T13:17:34Z&quot;)&lt;/p&gt;

&lt;p&gt;ObjectId(&quot;502c25a87100fffd52001729&quot;).getTimestamp();&lt;br/&gt;
ISODate(&quot;2012-08-15T22:41:44Z&quot;)&lt;/p&gt;

&lt;p&gt;We rotate the logs daily, I will attach the appropriate two days.&lt;/p&gt;

&lt;p&gt;I&apos;ll get back to you early next week about the dump.&lt;/p&gt;</comment>
                            <comment id="154514" author="spencer" created="Fri, 17 Aug 2012 20:17:07 +0000"  >&lt;p&gt;How long ago did this start showing up?  Were there any failures or problems with the cluster before you noticed this that may be related?&lt;/p&gt;

&lt;p&gt;Do you have mongos logs running from before the problem manifested to after it did?  Ideally with a few hours of context on either side of when the problem showed up.&lt;/p&gt;

&lt;p&gt;Finally, can you attach a dump of your config database by running mongodump against against a config server?&lt;/p&gt;


&lt;p&gt;If you&apos;d rather not attach that to this publically-viewable ticket, you can create a ticket in the &quot;Community Private&quot; project, attach the logs/dump there, then post a link to the Community Private ticket here. Tickets in the Community Private project will only be viewable to the reporter and to employees of 10gen.&lt;/p&gt;</comment>
                            <comment id="154460" author="robert.jobson@dominionenterprises.com" created="Fri, 17 Aug 2012 18:03:25 +0000"  >&lt;p&gt;These are not duplicates they only exist on the wrong shard. Firstly because they do not show up in queries from the router(mongos) but also querying the correct shard directly does not return them. We first noticed this problem because the .count() returned from the router did not match the records returned and the process designed to use these records could not find them and returned errors. &lt;/p&gt;


&lt;p&gt;example 1&lt;/p&gt;

&lt;p&gt;shard0000&lt;br/&gt;
&amp;gt; db.listing_fields217_559606.find(&lt;/p&gt;
{ &quot;hash_fk_id&quot; : &quot;09fefa68&quot;}
&lt;p&gt;,&lt;/p&gt;
{hash_fk_id:1}
&lt;p&gt;);&lt;/p&gt;
{ &quot;_id&quot; : ObjectId(&quot;502cf2ee4e1e7558750007b9&quot;), &quot;hash_fk_id&quot; : &quot;09fefa68&quot; }


&lt;p&gt;shard0001&lt;/p&gt;

&lt;p&gt;db.listing_fields217_559606.find(&lt;/p&gt;
{ &quot;hash_fk_id&quot; : &quot;09fefa68&quot;}
&lt;p&gt;,&lt;/p&gt;
{hash_fk_id:1}
&lt;p&gt;);&lt;br/&gt;
&amp;lt;nothing returned&amp;gt;&lt;/p&gt;



&lt;p&gt;example 2 &lt;/p&gt;

&lt;p&gt;shard0000&lt;br/&gt;
&amp;gt; db.listing_fields2002_558075.find(&lt;/p&gt;
{&quot;hash_fk_id&quot; : &quot;426a4c58&quot;}
&lt;p&gt;,&lt;/p&gt;
{hash_fk_id:1}
&lt;p&gt;);&lt;/p&gt;
{ &quot;_id&quot; : ObjectId(&quot;502c25a87100fffd52001729&quot;), &quot;hash_fk_id&quot; : &quot;426a4c58&quot; }

&lt;p&gt;shard0001&lt;/p&gt;

&lt;p&gt;db.listing_fields2002_558075.find(&lt;/p&gt;
{&quot;hash_fk_id&quot; : &quot;426a4c58&quot;}
&lt;p&gt;,&lt;/p&gt;
{hash_fk_id:1}
&lt;p&gt;);&lt;/p&gt;

&lt;p&gt;&amp;lt;nothing returned&amp;gt;&lt;/p&gt;</comment>
                            <comment id="154453" author="spencer" created="Fri, 17 Aug 2012 17:38:39 +0000"  >&lt;p&gt;Sometimes documents can be left behind on the shard they don&apos;t belong due to failed migrations.  When this happens, however, the document should still remain on the shard that it belongs on, these orphans are basically out-of-date duplicate data.  When you find a document living on the wrong shard, can you try querying the other shard for a document with the same _id and confirm that the document on the wrong shard is just a duplicate?&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10010">
                    <name>Duplicate</name>
                                            <outwardlinks description="duplicates">
                                        <issuelink>
            <issuekey id="27617">SERVER-4604</issuekey>
        </issuelink>
                            </outwardlinks>
                                                        </issuelinktype>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                                                <inwardlinks description="is related to">
                                                        </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                            <attachment id="18832" name="mongodb_router.log.zip" size="5749855" author="robert.jobson@dominionenterprises.com" created="Fri, 17 Aug 2012 20:53:43 +0000"/>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>11.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Fri, 17 Aug 2012 17:38:39 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        11 years, 25 weeks, 2 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>ian@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            11 years, 25 weeks, 2 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10000" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Old_Backport</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10000"><![CDATA[No]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10032" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Operating System</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10020"><![CDATA[Linux]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>robert.jobson@dominionenterprises.com</customfieldvalue>
            <customfieldvalue>spencer@mongodb.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrnrnr:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hrg37j:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>7422</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|ht06jr:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>