<!-- 
RSS generated by JIRA (9.7.1#970001-sha1:2222b88b221c4928ef0de3161136cc90c8356a66) at Thu Feb 08 03:00:07 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>MongoDB Jira</title>
    <link>https://jira.mongodb.org</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.7.1</version>
        <build-number>970001</build-number>
        <build-date>13-04-2023</build-date>
    </build-info>


<item>
            <title>[SERVER-2487] Remove empty chunks (consolidate to neighbor chunk)</title>
                <link>https://jira.mongodb.org/browse/SERVER-2487</link>
                <project id="10000" key="SERVER">Core Server</project>
                    <description>&lt;p&gt;Add scavenger which will find empty chunks and consolidate them into the neighbor chunk(s).&lt;/p&gt;

&lt;p&gt;Doing this could cause re-balancing since the number of chunks will change.&lt;/p&gt;

&lt;p&gt;Maybe this should be a manual command?&lt;/p&gt;</description>
                <environment></environment>
        <key id="14543">SERVER-2487</key>
            <summary>Remove empty chunks (consolidate to neighbor chunk)</summary>
                <type id="4" iconUrl="https://jira.mongodb.org/secure/viewavatar?size=xsmall&amp;avatarId=14710&amp;avatarType=issuetype">Improvement</type>
                                            <priority id="4" iconUrl="https://jira.mongodb.org/images/icons/priorities/minor.svg">Minor - P4</priority>
                        <status id="6" iconUrl="https://jira.mongodb.org/images/icons/statuses/closed.png" description="The issue is considered finished, the resolution is correct. Issues which are closed can be reopened.">Closed</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="9">Done</resolution>
                                        <assignee username="backlog-server-sharding-emea">[DO NOT USE] Backlog - Sharding EMEA</assignee>
                                    <reporter username="scotthernandez">Scott Hernandez</reporter>
                        <labels>
                            <label>balancer</label>
                            <label>chunks</label>
                            <label>merge</label>
                    </labels>
                <created>Sat, 5 Feb 2011 21:43:01 +0000</created>
                <updated>Fri, 17 Mar 2023 15:54:13 +0000</updated>
                            <resolved>Fri, 17 Mar 2023 15:01:23 +0000</resolved>
                                                    <fixVersion>7.0.0-rc0</fixVersion>
                                    <component>Sharding</component>
                                        <votes>39</votes>
                                    <watches>45</watches>
                                                                                                                <comments>
                            <comment id="2275401" author="josef.ahmad" created="Fri, 7 Jun 2019 07:01:14 +0000"  >&lt;p&gt;To identify empty chunks try the following script. This script prints out the size of each chunk in the collection. Set ns to the target namespace.&lt;/p&gt;

&lt;p/&gt;
&lt;div id=&quot;syntaxplugin&quot; class=&quot;syntaxplugin&quot; style=&quot;border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;&quot;&gt;
&lt;table cellspacing=&quot;0&quot; cellpadding=&quot;0&quot; border=&quot;0&quot; width=&quot;100%&quot; style=&quot;font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;&quot;&gt;
		&lt;tbody &gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;var ns = &quot;mydb.mycoll&quot;&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;var key = db.getSiblingDB(&quot;config&quot;).collections.findOne({_id: ns}).key;&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;db.getSiblingDB(&quot;config&quot;).chunks.find({ns : ns}).forEach(function(chunk) {&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;    var ds = db.getSiblingDB(chunk.ns.split(&quot;.&quot;)[0]).runCommand({datasize:chunk.ns, keyPattern:key, min:chunk.min, max:chunk.max, estimate:true});&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;    var size = ds.size/(1024*1024);&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;    printjson({chunk:chunk._id, datasize_MB: size});&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
				&lt;tr id=&quot;syntaxplugin_code_and_gutter&quot;&gt;
						&lt;td  style=&quot; line-height: 1.4em !important; padding: 0em; vertical-align: top;&quot;&gt;
					&lt;pre style=&quot;font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;&quot;&gt;&lt;span style=&quot;color: black; font-family: &apos;Consolas&apos;, &apos;Bitstream Vera Sans Mono&apos;, &apos;Courier New&apos;, Courier, monospace !important;&quot;&gt;})&lt;/span&gt;&lt;/pre&gt;
			&lt;/td&gt;
		&lt;/tr&gt;
			&lt;/tbody&gt;
&lt;/table&gt;
&lt;/div&gt;
&lt;p/&gt;

&lt;p&gt;I&apos;ve tested this script against 3.6.7 but please test in your own environment as well. &lt;/p&gt;

&lt;p&gt;You may also find this community repository interesting. &lt;a href=&quot;https://github.com/vmenajr/mongo/blob/master/sharding_utils.js&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://github.com/vmenajr/mongo/blob/master/sharding_utils.js&lt;/a&gt; it contains a script to consolidate chunks. Before using in production be sure to test. Please note that the repository is not developed, maintained, or officially supported by MongoDB. &lt;/p&gt;
</comment>
                            <comment id="2210832" author="amardeepsg@gmail.com" created="Fri, 12 Apr 2019 12:22:29 +0000"  >&lt;p&gt;&#160;am running on mongoDB 3.6.7 i have run into the same problem. i deleted bulk data and that has caused me to have a lot of empty chunks. I need a way to identify and either delete or merge them.&#160;&lt;/p&gt;

&lt;p&gt;But first i need a way to identify? how to i identify the empty chunks, and then how do i either delete them or merge them with other bigger chunks with data?&lt;/p&gt;</comment>
                            <comment id="1689869" author="kevin.rice@searshc.com" created="Thu, 5 Oct 2017 03:27:56 +0000"  >&lt;p&gt;It&apos;s surprising to me this hasn&apos;t been solved yet.&lt;br/&gt;
We just had another use case.  I&apos;m unbalanced. I tried reducing the chunk size and writing a throwaway to each doc to get it to split.  now, tis&apos; still unbalanced, but won&apos;t fix.  &lt;br/&gt;
If I increase the chunk size again, it will allow big chunks but it won&apos;t remove the old ones.and I&apos;ll end up with vastly unbalanced setup again.&lt;/p&gt;</comment>
                            <comment id="478934" author="kay.agahd@idealo.de" created="Wed, 8 Jan 2014 16:23:26 +0000"  >&lt;p&gt;Removing empty chunks would be fine indeed. &lt;br/&gt;
However, it would be much better to &lt;b&gt;join&lt;/b&gt; two chunks when they contain too few data. That would be analogous to &lt;b&gt;split&lt;/b&gt; a chunk when its become too big.&lt;/p&gt;</comment>
                            <comment id="395171" author="justanyone" created="Sat, 3 Aug 2013 13:49:58 +0000"  >&lt;p&gt;I have an additional use case:  I mongorestore&apos;d part of a db into a pre-split database.  I accidentally turned on dataflow, which did inserts and created keys it shouldn&apos;t have.  Having to abandon the data but not wanting to rebuild everything, I did db.collectionName.remove() and re-did the mongorestore.  HOWEVER, all the old (now empty) chunks are still there.  There&apos;s no way to get rid of them. &lt;/p&gt;

&lt;p&gt;Granted, in my case, with my random distribution, I should fill these up again, so no worries.  But, in the meantime I&apos;m way unbalanced during mongorestore.&lt;/p&gt;

&lt;p&gt;As an aside, I can readily see that moving documents out into another mongo instance (archiving old data) will result in possibly empty chunks, which would be good to consolidate.&lt;/p&gt;</comment>
                            <comment id="253903" author="kamaradclimber" created="Wed, 30 Jan 2013 16:40:21 +0000"  >&lt;p&gt;Is there any issue that will arise if we do it manually by editing the config database? We have around 11000 chunks and 15% of them are empty which create unbalance.&lt;/p&gt;

&lt;p&gt;The operation will be done as following:&lt;br/&gt;
deactivate balancer&lt;br/&gt;
move the empty chunk to the shard of one of its neighbor &lt;br/&gt;
remove the empty chunk &lt;br/&gt;
extend the neighbor to cover the shard key space&lt;/p&gt;</comment>
                            <comment id="36719" author="lehresman" created="Wed, 8 Jun 2011 17:07:35 +0000"  >&lt;p&gt;Eliot, the shard key was chosen on purposes with that in mind.  We have enough collections that the writes tend to even out across all our shards, if the primary chunks (the ones all the writes go to) are distributed across the shards.  The benefit of having the shard key with the timestamp is that we didn&apos;t need to create another index just for the shard key.  Since we query only based on time (i.e. the last X minutes of data), an index on anything else would be only used for the shard key seemed like a waste and was dragging down insert performance.&lt;/p&gt;

&lt;p&gt;Can you see any harm in just leaving these empty chunks?  Seems to be not optimal as they will continue to grow over time.  But other than changing our shard key (which has other implications mentioned above), I don&apos;t see a way around it.&lt;/p&gt;</comment>
                            <comment id="36716" author="eliot" created="Wed, 8 Jun 2011 16:54:12 +0000"  >&lt;p&gt;@luke - you may want to consider changing your shard key to a non time-based key.  time based isn&apos;t great as all writes will tend to hit the same shard anyway&lt;/p&gt;</comment>
                            <comment id="36705" author="lehresman" created="Wed, 8 Jun 2011 15:37:49 +0000"  >&lt;p&gt;This is affecting us too.  Our shard key is time based, and we prune old documents.  So we end up with lots of old chunks that are empty.  The problem is that the balancer is moving these empty chunks around trying to balance the shard, with little actual effect.&lt;/p&gt;</comment>
                            <comment id="26523" author="keithbranton" created="Tue, 22 Mar 2011 20:57:41 +0000"  >&lt;p&gt;I&apos;d rather see it on by default, with the option to disable it if I need to do any pre-splitting.&lt;/p&gt;</comment>
                            <comment id="26514" author="sergei.tulentsev@gmail.com" created="Tue, 22 Mar 2011 20:30:42 +0000"  >&lt;p&gt;I guess, this should be off by default. Admin has to enable it explicitly.&lt;/p&gt;</comment>
                            <comment id="26487" author="scotthernandez" created="Tue, 22 Mar 2011 15:38:25 +0000"  >&lt;p&gt;If ever this is implemented we should be careful with pre-splitting when you are prep&apos;n for loading new data.&lt;/p&gt;</comment>
                            <comment id="25847" author="sergei.tulentsev@gmail.com" created="Sun, 13 Mar 2011 21:02:22 +0000"  >&lt;p&gt;Here&apos;s a use case:&lt;/p&gt;

&lt;p&gt;There used to be a range in the keyspace, that was actively used. Namely, I was inserting string representations of numerical IDs instead of actual integers. When I realized that, it was already spanned over 20% of chunks. I have reinserted the records (and deleted old ones). Now I have a bunch of empty chunks, which cause actual imbalance to the shard.&lt;/p&gt;

&lt;p&gt;So, I vote for the manual command to consolidate those. I am even fine if it blocks the cluster for a couple of dozen seconds.&lt;/p&gt;</comment>
                            <comment id="23185" author="scotthernandez" created="Sat, 5 Feb 2011 22:22:34 +0000"  >&lt;p&gt;Egbert: That is a good reason for it to be a manual command that the admin runs.&lt;/p&gt;

&lt;p&gt;Eliot, it seems like the flow is 1) move chunk to the same shard as the neighbor 1) combine chunks in config (transactionally, as a move is now).  That should take care of the doc inserted during issue.&lt;/p&gt;

&lt;p&gt;It just seems like finding the candidates for consolidation is easier for empties and the consolidation should be faster since it very likely to be fast for empty chunks.&lt;/p&gt;

&lt;p&gt;Maybe you are correct though and the consolidation is basically the same. The process of figuring out which to consolidate could be move complicated in the general case.&lt;/p&gt;</comment>
                            <comment id="23184" author="egbert" created="Sat, 5 Feb 2011 22:05:33 +0000"  >&lt;p&gt;Also to considerate: simply deleting empty chunks can&apos;t be done imo, since it conflicts with the idea of &apos;Pre-splitting&apos; chunks.&lt;/p&gt;</comment>
                            <comment id="23182" author="eliot" created="Sat, 5 Feb 2011 21:55:09 +0000"  >&lt;p&gt;Its just as hard since we can&apos;t guarantee a document isn&apos;t inserted into that chunk at any point in the process.&lt;br/&gt;
So maybe a little simpler, but not much.&lt;/p&gt;</comment>
                            <comment id="23181" author="scotthernandez" created="Sat, 5 Feb 2011 21:51:00 +0000"  >&lt;p&gt;It seems like general chunk consolidation is yet another task; and a much harder one. Removing empty chunks, where the chunk contains no documents, is a specialized form of consolidation.&lt;/p&gt;</comment>
                            <comment id="23180" author="eliot" created="Sat, 5 Feb 2011 21:45:37 +0000"  >&lt;p&gt;Chunk consolidation is incredibly hard in the general case, so while it would be nice, its very low priority.&lt;/p&gt;</comment>
                    </comments>
                <issuelinks>
                            <issuelinktype id="10011">
                    <name>Depends</name>
                                            <outwardlinks description="depends on">
                                                        </outwardlinks>
                                                                <inwardlinks description="is depended on by">
                                                        </inwardlinks>
                                    </issuelinktype>
                            <issuelinktype id="10320">
                    <name>Documented</name>
                                                                <inwardlinks description="is documented by">
                                                        </inwardlinks>
                                    </issuelinktype>
                            <issuelinktype id="10010">
                    <name>Duplicate</name>
                                                                <inwardlinks description="is duplicated by">
                                        <issuelink>
            <issuekey id="60261">SERVER-8022</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                            <issuelinktype id="10012">
                    <name>Related</name>
                                            <outwardlinks description="related to">
                                                        </outwardlinks>
                                                                <inwardlinks description="is related to">
                                        <issuelink>
            <issuekey id="67510">SERVER-8869</issuekey>
        </issuelink>
                            </inwardlinks>
                                    </issuelinktype>
                    </issuelinks>
                <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                <customfield id="customfield_10050" key="com.atlassian.jira.toolkit:comments">
                        <customfieldname># Replies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>18.0</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                <customfield id="customfield_12751" key="com.atlassian.jira.plugin.system.customfieldtypes:multiselect">
                        <customfieldname>Assigned Teams</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="25133"><![CDATA[Sharding EMEA]]></customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                            <customfield id="customfield_10011" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Backwards Compatibility</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10038"><![CDATA[Fully Compatible]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                    <customfield id="customfield_13552" key="com.go2group.jira.plugin.crm:crm_generic_field">
                        <customfieldname>Case</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[[500A000000aAmrQIAS, 5002K00000fIJ2XQAW, 5002K00000fM9SbQAK, 5002K00000wYU8tQAG]]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                            <customfield id="customfield_10055" key="com.atlassian.jira.ext.charting:firstresponsedate">
                        <customfieldname>Date of 1st Reply</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>Sat, 5 Feb 2011 21:45:37 +0000</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10052" key="com.atlassian.jira.toolkit:dayslastcommented">
                        <customfieldname>Days since reply</customfieldname>
                        <customfieldvalues>
                                        4 years, 35 weeks, 5 days ago
    
                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_18254" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Dependencies</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue><![CDATA[<s><a href='https://jira.mongodb.org/browse/PM-2321'>PM-2321</a></s>]]></customfieldvalue>


                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_15850" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_17050" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Downstream Team Attention</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="16941"><![CDATA[Not Needed]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10857" key="com.pyxis.greenhopper.jira:gh-epic-link">
                        <customfieldname>Epic Link</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>PM-3127</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <customfield id="customfield_10057" key="com.atlassian.jira.toolkit:lastusercommented">
                        <customfieldname>Last comment by Customer</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>true</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10056" key="com.atlassian.jira.toolkit:lastupdaterorcommenter">
                        <customfieldname>Last commenter</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>pierlauro.sciarelli@mongodb.com</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_11151" key="com.atlassian.jira.toolkit:LastCommentDate">
                        <customfieldname>Last public comment date</customfieldname>
                        <customfieldvalues>
                            4 years, 35 weeks, 5 days ago
                        </customfieldvalues>
                    </customfield>
                                                                                                                        <customfield id="customfield_10000" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Old_Backport</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10000"><![CDATA[No]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_10051" key="com.atlassian.jira.toolkit:participants">
                        <customfieldname>Participants</customfieldname>
                        <customfieldvalues>
                                        <customfieldvalue>backlog-server-sharding-emea</customfieldvalue>
            <customfieldvalue>amardeepsg@gmail.com</customfieldvalue>
            <customfieldvalue>egbert</customfieldvalue>
            <customfieldvalue>eliot</customfieldvalue>
            <customfieldvalue>kamaradclimber</customfieldvalue>
            <customfieldvalue>josef.ahmad@mongodb.com</customfieldvalue>
            <customfieldvalue>kay.agahd@idealo.de</customfieldvalue>
            <customfieldvalue>keithbranton</customfieldvalue>
            <customfieldvalue>justanyone</customfieldvalue>
            <customfieldvalue>kevin.rice@searshc.com</customfieldvalue>
            <customfieldvalue>lehresman</customfieldvalue>
            <customfieldvalue>scotthernandez</customfieldvalue>
            <customfieldvalue>sergei.tulentsev@gmail.com</customfieldvalue>
    
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                        <customfield id="customfield_14254" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Product Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hrp6yf:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                <customfield id="customfield_12550" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>2|hrfzfz:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10558" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>6176</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_23361" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Requested By</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                            <customfield id="customfield_22250" key="com.atlassian.jira.plugin.system.customfieldtypes:radiobuttons">
                        <customfieldname>Special Downgrade Instructions Required</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="23343"><![CDATA[Not Needed]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10053" key="com.atlassian.jira.ext.charting:timeinstatus">
                        <customfieldname>Time In Status</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_22870" key="com.onresolve.jira.groovy.groovyrunner:scripted-field">
                        <customfieldname>Triagers</customfieldname>
                        <customfieldvalues>
                                

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                                                    <customfield id="customfield_14350" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>serverRank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|hszw9j:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                    </customfields>
    </item>
</channel>
</rss>